-- Logs begin at Wed 2021-04-14 15:20:01 UTC, end at Wed 2021-04-14 16:22:10 UTC. -- Apr 14 15:56:06.361299 dv-cinder-786260-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 15:56:09.490713 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.common.config [-] Logging enabled! Apr 14 15:56:09.491235 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80 Apr 14 15:56:09.492588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85109) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 15:56:09.494381 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.common.config [-] Logging enabled! Apr 14 15:56:09.494673 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80 Apr 14 15:56:09.495033 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85109) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 15:56:09.496076 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 15:56:09.496343 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 15:56:09.497463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 15:56:09.497754 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 15:56:09.498019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 15:56:09.498398 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.498742 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.499088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.499353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.499697 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.500042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.500361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.500698 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.501073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.501400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.501721 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.502047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.502312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.502633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.502964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.503295 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.503553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] debug = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.503873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.504423 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.504781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.505108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.505439 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.505755 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.506067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.506382 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.506706 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.507075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] host = dv-cinder-786260-2-smb {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.507394 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.507729 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.508056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.508386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.508699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.509074 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.509399 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.509710 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.510021 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] log_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.510889 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.511230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.511565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.511904 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.512165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.512424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.512779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.513115 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.513430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.513743 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.514055 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.514373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.514687 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.514993 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.515320 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.515648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.515974 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.516287 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.516598 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.516955 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.517266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.517592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.517905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.518216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.518527 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.518859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.519171 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.519485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.519830 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.520159 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.521019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.521348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.521662 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.521988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.522299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.522608 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.522917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] use_json = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.523226 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.523534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.523857 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.524167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.524479 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.524828 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.525139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.525468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:09.525802 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.526142 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.526483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.526803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.527138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.527456 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.527787 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.528102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.528434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.528783 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.529112 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.529427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.529752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.530068 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.530407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.530756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.531138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.531443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.531740 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.532052 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.532363 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.532959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.533285 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.533623 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.533961 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.534280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.534600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.534935 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.535251 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.535561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.535877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.536842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.537743 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.538101 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.538429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.538747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.539059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.539372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.539691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.540025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.540340 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.540649 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.541019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.541337 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.541647 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.541977 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.542294 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.542605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.542914 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.543233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.543547 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.543861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.544178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.544488 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.544855 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.545143 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.545453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.545957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.545957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.546383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.546610 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.547009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.547444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.547611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.547799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.548108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.548420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.548745 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.549076 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.549418 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.549736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.550055 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.550372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.550689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.551003 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.551320 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.551666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.551987 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.552297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.552632 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.552983 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.553311 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.553633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.553949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.554289 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.554605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.554930 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.555245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.555561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.555891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.556212 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.556545 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.556903 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.557238 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.557570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.557903 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.558221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.558575 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.558895 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:09.559144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 15:56:09.559409 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85109) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 14 15:56:10.223076 dv-cinder-786260-2-smb neutron-server[85109]: INFO keyring.backend [-] Loading Gnome Apr 14 15:56:10.240219 dv-cinder-786260-2-smb neutron-server[85109]: INFO keyring.backend [-] Loading Google Apr 14 15:56:10.242941 dv-cinder-786260-2-smb neutron-server[85109]: INFO keyring.backend [-] Loading Windows (alt) Apr 14 15:56:10.246528 dv-cinder-786260-2-smb neutron-server[85109]: INFO keyring.backend [-] Loading file Apr 14 15:56:10.247386 dv-cinder-786260-2-smb neutron-server[85109]: INFO keyring.backend [-] Loading keyczar Apr 14 15:56:10.247694 dv-cinder-786260-2-smb neutron-server[85109]: INFO keyring.backend [-] Loading multi Apr 14 15:56:10.248318 dv-cinder-786260-2-smb neutron-server[85109]: INFO keyring.backend [-] Loading pyfs Apr 14 15:56:10.294581 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:10.294896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:10.295244 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:10.295653 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 15:56:10.688552 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.689207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.689207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.690545 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.690981 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.691283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.728653 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.728985 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.729286 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.743870 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.744185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.744489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.810692 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.811009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.811316 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.812316 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.812626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:10.814398 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.083829 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.084088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.084394 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.084702 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.085550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.234440 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.234823 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.235147 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.235453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.235754 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.236137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.236436 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.236769 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.237053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.237391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.237689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.238001 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.238307 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.238647 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.238963 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.239282 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.239578 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.239896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.240183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.240522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.241028 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.241298 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.241583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.241925 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.242206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.242485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.242906 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:11.243182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:11.243456 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:11.243729 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:11.244001 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:11.244273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:11.244687 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 15:56:11.247835 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 15:56:11.251854 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 15:56:11.256245 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Apr 14 15:56:11.257923 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 15:56:11.259203 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 15:56:11.259587 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 15:56:11.260026 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 15:56:11.262769 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 15:56:11.263054 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 15:56:11.263448 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 15:56:11.291613 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 15:56:11.292122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.292453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85109) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 14 15:56:11.293092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.294447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85109) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 15:56:11.294771 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 15:56:11.295055 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 15:56:11.298200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.298526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.365974 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 15:56:11.366197 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 15:56:11.366470 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 15:56:11.366873 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 15:56:11.400127 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.sqlalchemy.engines [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85109) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 14 15:56:11.841994 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Initializing driver for type 'gre' Apr 14 15:56:11.842535 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] gre ID ranges: [(1, 1000)] Apr 14 15:56:11.881942 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Initializing driver for type 'local' Apr 14 15:56:11.882315 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Initializing driver for type 'vlan' Apr 14 15:56:11.891765 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] VlanTypeDriver initialization complete Apr 14 15:56:11.892140 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Initializing driver for type 'vxlan' Apr 14 15:56:11.892652 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] vxlan ID ranges: [(1, 1000)] Apr 14 15:56:11.933909 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Initializing extension driver 'port_security' Apr 14 15:56:11.934276 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.extensions.port_security [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] PortSecurityExtensionDriver initialization complete Apr 14 15:56:11.934652 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Initializing mechanism driver 'openvswitch' Apr 14 15:56:11.935016 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Initializing mechanism driver 'hyperv' Apr 14 15:56:11.941501 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:11.942330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > port after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.942741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > port after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.943132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > port after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.943561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > subnet after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.943954 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > subnet after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.944342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > subnet after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.944785 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > network after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.945173 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > network after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.945555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > network after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.945974 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > security_group after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.946362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > security_group after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.946883 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > security_group after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.947303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.947693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.948076 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.948497 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > address_group after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.948906 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > address_group after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.949286 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > address_group after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.949656 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] ML2 OVO RPC backend initialized. {{(pid=85109) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 14 15:56:11.950447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router_interface after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.950841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.951301 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > network before_response 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.951689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > networks before_response 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.952076 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > port before_response 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.952458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > ports before_response 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.952868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > subnet before_response 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.953306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > subnets before_response 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.953643 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > network after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.954023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > network after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.954400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > network after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.954777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > port after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.955154 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > port after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.955530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > port after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.955906 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > subnet after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.956283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > subnet after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.956657 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > subnet after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.957379 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.plugin [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Modular L2 Plugin initialization complete Apr 14 15:56:11.957739 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading services supported by the core plugin {{(pid=85109) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 15:56:11.958110 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.plugins.ml2.managers [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Got port-security extension from driver 'port_security' Apr 14 15:56:11.958619 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.extensions.vlantransparent [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Disabled vlantransparent extension. Apr 14 15:56:11.959161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85109) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 15:56:11.959510 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading Plugin: router Apr 14 15:56:11.997773 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router_interface before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.998219 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router after_create 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.998632 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router before_create 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.999046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.999470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:11.999866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router after_delete 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.000270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > floatingip after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.000684 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router after_create 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.001135 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router after_update 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.001530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router after_update 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.001921 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.002329 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router after_update 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.002826 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router precommit_update 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.003250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: port after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.003633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: port after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.004041 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: subnet after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.004424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.004846 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > port precommit_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.005236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router precommit_create 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.005621 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: port before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.006005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router precommit_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.006413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router after_update 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.006798 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router precommit_delete 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.007189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router precommit_create 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.007599 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router_interface after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.007986 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router precommit_update 55549900 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.008419 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > network after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.009429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Tracking information for resource: router configured {{(pid=85109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:12.009805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Tracking information for resource: floatingip configured {{(pid=85109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:12.014984 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_agentschedulers_db [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 15:56:12.015634 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: port after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.016032 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: port after_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.016426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: port after_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.016842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: port after_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.017741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router before_create 55550100 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.018150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router precommit_delete 55550100 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.018562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router precommit_create 55550100 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.018964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > router precommit_update 55550100 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.023863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.provider_configuration [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service providers = [] {{(pid=85109) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 15:56:12.024266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.servicetype_db [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85109) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 15:56:12.027151 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.service_base [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 15:56:12.027544 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.service_base [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 15:56:12.027928 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.service_base [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 15:56:12.028846 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.service_base [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 15:56:12.029254 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.services.service_base [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 15:56:12.029684 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:12.030043 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 15:56:12.040983 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:12.041365 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading Plugin: auto_allocate Apr 14 15:56:12.047161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: network precommit_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.047576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: network precommit_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.048174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:12.048539 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading Plugin: tag Apr 14 15:56:12.056193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:12.056575 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading Plugin: timestamp Apr 14 15:56:12.060445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:12.060845 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading Plugin: network_ip_availability Apr 14 15:56:12.066388 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.066809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.067205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.067997 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:12.068361 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading Plugin: flavors Apr 14 15:56:12.072883 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:12.073299 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading Plugin: revisions Apr 14 15:56:12.077699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:12.078133 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=85109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:12.078939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85109) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 14 15:56:12.079307 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Initializing extension manager. Apr 14 15:56:12.079872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: __init__.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.080258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: __pycache__ {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.080635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.081045 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: address_group.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.081860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.082567 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: address-group Apr 14 15:56:12.082934 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: address_scope.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.083707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.084289 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: address-scope Apr 14 15:56:12.084655 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: admin_state_down_before_update.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.085635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.086215 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: router-admin-state-down-before-update Apr 14 15:56:12.086581 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: agent.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.087344 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.087920 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: agent Apr 14 15:56:12.088287 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: agent_resources_synced.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.089228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.089815 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: agent-resources-synced Apr 14 15:56:12.090178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: allowedaddresspairs.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.091982 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.092612 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: allowed-address-pairs Apr 14 15:56:12.092962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: auto_allocated_topology.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.094056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.094637 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: auto-allocated-topology Apr 14 15:56:12.095004 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: availability_zone.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.095755 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.096334 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: availability_zone Apr 14 15:56:12.096699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: availability_zone_filter.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.098198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.098771 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: availability_zone_filter Apr 14 15:56:12.099136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: data_plane_status.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.100175 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.100784 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 15:56:12.101154 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: default_subnetpools.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.102087 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.102660 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: default-subnetpools Apr 14 15:56:12.103024 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: dhcpagentscheduler.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.103906 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.104486 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: dhcp_agent_scheduler Apr 14 15:56:12.104877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: dns.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.105815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.106388 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension dns-integration not supported by any of loaded plugins Apr 14 15:56:12.106751 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: dns_domain_ports.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.107682 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.108261 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 15:56:12.108621 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: dvr.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.109372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.109954 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: dvr Apr 14 15:56:12.110316 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: empty_string_filtering.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.111254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.111836 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: empty-string-filtering Apr 14 15:56:12.112201 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.113213 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.114274 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 15:56:12.114641 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.115577 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.116147 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 15:56:12.116510 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: external_net.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.117465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.118050 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: external-net Apr 14 15:56:12.118416 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: extra_dhcp_opt.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.119342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.119918 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: extra_dhcp_opt Apr 14 15:56:12.120281 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: extraroute.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.121226 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.121799 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: extraroute Apr 14 15:56:12.122165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: extraroute_atomic.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.123199 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.123785 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: extraroute-atomic Apr 14 15:56:12.124149 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: filter_validation.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.124894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.125470 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: filter-validation Apr 14 15:56:12.125833 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: fip_pf_description.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.126748 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.127319 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 15:56:12.127681 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: fip_port_details.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.128760 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.129360 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: fip-port-details Apr 14 15:56:12.129724 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: flavors.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.130957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.131547 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: flavors Apr 14 15:56:12.131921 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.133593 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.134187 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 15:56:12.134565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: floatingip_pools.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.135331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.135916 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: floatingip-pools Apr 14 15:56:12.136284 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: ip_allocation.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.137254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.137830 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 15:56:12.138195 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.139129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.139704 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: ip-substring-filtering Apr 14 15:56:12.140069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: l2_adjacency.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.141028 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.141595 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 15:56:12.141963 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: l3.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.143022 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.143605 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: router Apr 14 15:56:12.143969 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: l3_conntrack_helper.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.146264 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.146862 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 15:56:12.147237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.148178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.148784 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: ext-gw-mode Apr 14 15:56:12.149158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.150193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.150773 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: l3-ha Apr 14 15:56:12.151144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: l3_flavors.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.152081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.152654 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: l3-flavors Apr 14 15:56:12.153046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.153984 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.154564 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 15:56:12.154934 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: l3agentscheduler.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.156114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.156977 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: l3_agent_scheduler Apr 14 15:56:12.157344 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: logging.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.158869 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.159464 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension logging not supported by any of loaded plugins Apr 14 15:56:12.159839 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: metering.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.161212 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.161894 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: metering Apr 14 15:56:12.162266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.163396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.163984 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: metering_source_and_destination_fields Apr 14 15:56:12.164352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: multiprovidernet.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.165341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.165925 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: multi-provider Apr 14 15:56:12.166291 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: netmtu.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.167223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.167807 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: net-mtu Apr 14 15:56:12.168173 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: netmtu_writable.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.169132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.169711 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: net-mtu-writable Apr 14 15:56:12.170077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: network_availability_zone.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.170923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.171509 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: network_availability_zone Apr 14 15:56:12.171872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: network_ip_availability.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.173029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.173616 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: network-ip-availability Apr 14 15:56:12.173985 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: network_segment_range.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.174828 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.175408 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 15:56:12.176378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: pagination.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.177408 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.177791 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: pagination Apr 14 15:56:12.178155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: port_device_profile.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.179073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.180021 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: port-device-profile Apr 14 15:56:12.180393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.181382 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.181958 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: port-mac-address-regenerate Apr 14 15:56:12.182320 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.183269 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.183845 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: port-numa-affinity-policy Apr 14 15:56:12.184205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: port_resource_request.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.185169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.185740 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 15:56:12.186103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: portbindings.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.187051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.187624 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: binding Apr 14 15:56:12.187986 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: portbindings_extended.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.189315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.189902 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: binding-extended Apr 14 15:56:12.190275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: portsecurity.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.191509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.191812 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: port-security Apr 14 15:56:12.192184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: project_id.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.193197 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.193576 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: project-id Apr 14 15:56:12.193943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: providernet.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.194877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.195466 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: provider Apr 14 15:56:12.195831 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: qos.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.199511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.200105 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension qos not supported by any of loaded plugins Apr 14 15:56:12.200475 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.201749 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.202331 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 15:56:12.202709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.203640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.204212 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 15:56:12.204578 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: qos_default.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.205769 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.206109 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension qos-default not supported by any of loaded plugins Apr 14 15:56:12.206474 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: qos_fip.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.207195 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.207759 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension qos-fip not supported by any of loaded plugins Apr 14 15:56:12.208122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: qos_gateway_ip.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.209078 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.209650 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 15:56:12.210011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: qos_port_network_policy.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.210931 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.211509 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 15:56:12.211871 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: qos_rule_type_details.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.212816 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.213393 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 15:56:12.213757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: qos_rules_alias.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.214815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.215392 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 15:56:12.215762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: quotasv2.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.216770 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.217154 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: quotas Apr 14 15:56:12.217518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: quotasv2_detail.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.219202 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.219590 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: quota_details Apr 14 15:56:12.219962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: rbac.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.221153 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.221750 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: rbac-policies Apr 14 15:56:12.222122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: rbac_address_group.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.223614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.224203 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: rbac-address-group Apr 14 15:56:12.224572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: rbac_address_scope.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.225524 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.226106 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: rbac-address-scope Apr 14 15:56:12.226471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: rbac_security_groups.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.227394 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.227974 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: rbac-security-groups Apr 14 15:56:12.228341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: rbac_subnetpool.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.229296 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.229878 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: rbac-subnetpool Apr 14 15:56:12.230240 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: revisionifmatch.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.231176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.231758 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: revision-if-match Apr 14 15:56:12.232123 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: revisions.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.233317 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.233867 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: standard-attr-revisions Apr 14 15:56:12.234233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: router_availability_zone.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.234958 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.235534 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: router_availability_zone Apr 14 15:56:12.235918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: routerservicetype.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.236880 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.237459 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension router-service-type not supported by any of loaded plugins Apr 14 15:56:12.237821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.239346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.239935 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: security-groups-normalized-cidr Apr 14 15:56:12.240301 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: security_groups_port_filtering.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.241265 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.241844 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: port-security-groups-filtering Apr 14 15:56:12.242208 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.243164 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.243742 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: security-groups-remote-address-group Apr 14 15:56:12.244104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: securitygroup.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.257520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.258142 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: security-group Apr 14 15:56:12.258517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: segment.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.259400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.259992 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension segment not supported by any of loaded plugins Apr 14 15:56:12.260365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.261359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.261939 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 15:56:12.262312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: servicetype.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.263434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.264024 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: service-type Apr 14 15:56:12.264395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: sorting.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.265409 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.265795 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: sorting Apr 14 15:56:12.266160 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: standard_attr_segment.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.267090 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.267673 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 15:56:12.268046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: standardattrdescription.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.268767 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.269348 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: standard-attr-description Apr 14 15:56:12.269718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: stateful_security_group.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.270668 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.271255 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: stateful-security-group Apr 14 15:56:12.271620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: stdattrs_common.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.272208 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 15:56:12.272575 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.273626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.274210 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 15:56:12.274573 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: subnet_onboard.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.275636 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.276227 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: subnet_onboard Apr 14 15:56:12.276593 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.277561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.278149 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 15:56:12.278517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: subnet_service_types.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.279481 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.280063 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: subnet-service-types Apr 14 15:56:12.280429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: subnetallocation.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.281823 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.282402 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: subnet_allocation Apr 14 15:56:12.282765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.283483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.284069 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: subnetpool-prefix-ops Apr 14 15:56:12.284438 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.285958 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.286533 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 15:56:12.286897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: tagging.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.288178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.288802 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: standard-attr-tag Apr 14 15:56:12.289175 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: timestamp.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.290361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.290953 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loaded extension: standard-attr-timestamp Apr 14 15:56:12.291327 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: trunk.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.292368 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.292973 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension trunk not supported by any of loaded plugins Apr 14 15:56:12.293345 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: trunk_details.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.294285 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.294865 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension trunk-details not supported by any of loaded plugins Apr 14 15:56:12.295232 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: uplink_status_propagation.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.296161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.296772 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 15:56:12.297144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Loading extension file: vlantransparent.py {{(pid=85109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:12.297848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:12.298424 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 15:56:12.301659 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:network Apr 14 15:56:12.302475 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:subnet Apr 14 15:56:12.303172 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 15:56:12.303844 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:port Apr 14 15:56:12.305353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.305852 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service FLAVORS assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.306563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.307035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.307406 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:router Apr 14 15:56:12.308130 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:floatingip Apr 14 15:56:12.308962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service METERING assigned prefix: /metering {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.310765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.311177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.311571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85109) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:12.312704 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 15:56:12.313219 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:security_group Apr 14 15:56:12.314030 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 15:56:12.314850 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service CORE assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.315229 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 15:56:12.315597 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] subnetpool is already registered Apr 14 15:56:12.316296 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service CORE assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.316666 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 15:56:12.317059 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] subnetpool is already registered Apr 14 15:56:12.319775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.320255 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service FLAVORS assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.320923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.321391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.321767 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:router Apr 14 15:56:12.322138 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] router is already registered Apr 14 15:56:12.322793 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:floatingip Apr 14 15:56:12.323167 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] floatingip is already registered Apr 14 15:56:12.323862 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service METERING assigned prefix: /metering {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.324595 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 15:56:12.324990 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] rbac_policy is already registered Apr 14 15:56:12.325619 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:security_group Apr 14 15:56:12.325987 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] security_group is already registered Apr 14 15:56:12.326639 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 15:56:12.327004 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] security_group_rule is already registered Apr 14 15:56:12.327728 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service CORE assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.328097 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 15:56:12.328461 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] subnetpool is already registered Apr 14 15:56:12.329161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.resource_helper [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Service CORE assigned prefix: {{(pid=85109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:12.329528 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 15:56:12.329889 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.quota.resource_registry [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] subnetpool is already registered Apr 14 15:56:12.330620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: extensions {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.332660 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: address-groups {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.334386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: address-scopes {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.335656 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: agents {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.336894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: auto-allocated-topology {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.338188 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: availability_zones {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.339570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: dhcp-networks {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.341089 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: dhcp-agents {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.342586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: routers {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.344498 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: flavors {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.345712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: service_profiles {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.346970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: next_providers {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.349279 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: service_profiles {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.350788 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: floatingip-pools {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.352067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: routers {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.353965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: floatingips {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.355220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: l3-routers {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.356675 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: l3-agents {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.358173 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: metering-labels {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.360454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: metering-label-rules {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.361806 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: network-ip-availabilities {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.363178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: bindings {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.364961 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: quotas {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.366457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: quotas {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.367925 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: rbac-policies {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.369310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: security-groups {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.370595 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: security-group-rules {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.371892 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: service-providers {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.373195 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: subnetpools {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.374693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: subnetpools {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.376205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: tags {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.378007 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: tags {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.379935 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: tags {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.381807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: tags {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.383671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: tags {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.385662 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: tags {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.387422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: tags {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.389445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: tags {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.391283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: tags {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.393303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.extensions [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Extended resource: tags {{(pid=85109) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:12.400689 dv-cinder-786260-2-smb neutron-server[85109]: WARNING keystonemiddleware.auth_token [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 15:56:12.405948 dv-cinder-786260-2-smb neutron-server[85109]: WARNING keystonemiddleware.auth_token [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 15:56:12.415643 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Acquired lock "singleton_lock" {{(pid=85109) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 14 15:56:12.416167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Releasing lock "singleton_lock" {{(pid=85109) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 14 15:56:12.417673 dv-cinder-786260-2-smb neutron-server[85109]: INFO oslo_service.service [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Starting 2 workers Apr 14 15:56:12.422525 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Started child 85222 {{(pid=85109) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 15:56:12.426533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:12.427322 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Started child 85223 {{(pid=85109) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 15:56:12.427988 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [-] (85222) wsgi starting up on http://0.0.0.0:9696 Apr 14 15:56:12.428822 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.service [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 15:56:12.429500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Notify callbacks [] for process, before_spawn {{(pid=85109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:12.430795 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:12.432007 dv-cinder-786260-2-smb neutron-server[85109]: INFO oslo_service.service [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Starting 1 workers Apr 14 15:56:12.432120 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [-] (85223) wsgi starting up on http://0.0.0.0:9696 Apr 14 15:56:12.437503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Started child 85224 {{(pid=85109) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 15:56:12.438078 dv-cinder-786260-2-smb neutron-server[85109]: INFO oslo_service.service [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Starting 1 workers Apr 14 15:56:12.439817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.service [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] calling RpcWorker wait() {{(pid=85224) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 15:56:12.440225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.service [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] returning from RpcWorker wait() {{(pid=85224) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 15:56:12.441730 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:12.442215 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:12.442922 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Started child 85225 {{(pid=85109) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 15:56:12.443735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-194a952e-3391-49cc-8395-c30ed18f613b None None] Notify callbacks [] for process, after_spawn {{(pid=85109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:12.445322 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85109) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 15:56:12.445562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 15:56:12.445769 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 15:56:12.446040 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 15:56:12.446478 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 15:56:12.446577 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:12.446651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 15:56:12.447194 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.447484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.447801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.448082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.448397 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.449062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.449357 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.449664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.449972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.450246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.450450 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.450645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.450933 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.451217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.451557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.451877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.452145 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.452431 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.452643 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.452939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.453232 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.453518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.453816 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] debug = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.454103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.454671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.454939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.455218 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.455472 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.455781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.456066 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.456364 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.456638 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.457440 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.457725 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.458004 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.458282 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.458530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.458787 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.459081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.459341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.459790 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] host = dv-cinder-786260-2-smb {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.460058 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.460305 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.460569 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.460892 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.461175 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.461432 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.461717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.462024 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.462310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.462584 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.462859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.463137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.463407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.463670 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.463861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_options = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.464128 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.464419 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.464738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.464972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.465135 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.465328 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.465625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.465815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.466099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.466373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.466616 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.466874 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.467117 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.467359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.467645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.467918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.468163 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.468401 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.468701 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.469679 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.469679 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.469679 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.469679 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.470071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.470305 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.470565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.470853 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.471098 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.471569 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.471569 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.471842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.472156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.472412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.473243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.473521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.473755 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.474006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.474266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:12.478288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_json = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.478947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.479533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.479533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.479533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.479533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.479796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.479796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.480085 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.480365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.480620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.480928 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.481206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.481562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.481817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.482137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.482866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.482866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.484369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.484369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.484369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.484369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.484369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.484369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.484369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.485463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.485463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.485463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.485739 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.485834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.487454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.487454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.487454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.487454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.487454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.487454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.487454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.487956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.487956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.488152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.488408 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.488682 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.488966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.489645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.489645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.489815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.489968 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.490355 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.490726 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.491129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.491557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.491817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.492223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.492674 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.492975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.493228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.493482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.493739 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.494011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.494284 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.494511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.494763 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.495016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.495279 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.495562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.495833 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.496080 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.496328 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.496580 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.496868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.497145 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.497418 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.497665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.497918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.498179 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.498429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.498665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.498913 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.499158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.499411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.499657 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.499930 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.500177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.500422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.500667 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.500944 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.501207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.501504 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.501834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.502288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.502753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.503010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.503292 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.503572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.503869 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.504125 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.504378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.504613 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.505051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.505488 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.505940 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.506290 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.506549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.506848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.507105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.507362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.507615 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.507885 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.508154 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.508470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.508754 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.509019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.509290 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.509584 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.509938 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.510225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.510559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.510813 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.511116 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.511592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.511887 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.512314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.512783 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.513082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.513376 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.513651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.514006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.514490 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.514771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.515054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.515368 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.515652 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.515885 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.516157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.516443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.516893 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.517257 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.517541 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.517774 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.518082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.518380 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.518627 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.519092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.520060 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.520513 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.520838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.521131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.521410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.521692 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.521968 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.522226 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.522496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.522762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.523018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.523280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.523550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.523815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.524067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.524321 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.524603 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.524888 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.528744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 39916) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:12.528912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.528912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.528912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.528912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.528912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.528912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.528912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.528912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.529640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.529640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.529640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.529640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.529640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.529640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.529640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.529640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.530369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.530369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.530369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.530369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.530369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.530369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.530880 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.530880 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.531056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.531199 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.531733 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.532008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.532391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.532628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.532960 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.533210 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.533505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.533738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.534011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.534264 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.534505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.534737 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.535758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.536017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.536296 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.536540 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.536998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.537254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.537509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.537768 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.538019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.538263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.538607 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.538884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.539132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.539414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.539662 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.539940 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.540188 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.540455 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.540738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.540959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.541304 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.541586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.541733 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.541914 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.542112 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.542390 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.542617 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.542867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.543117 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.543360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.544246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.544246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.544246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.544905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.544905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.545189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.545331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.545903 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.545903 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.546190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.546342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.546571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.546827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.547122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.547480 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.548010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.548304 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.548588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.548937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.549260 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.549583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.549851 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.550142 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.550545 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.551150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.551150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.551448 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.551590 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0240731 Apr 14 15:56:12.551741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.551905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.553348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.553348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.553515 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.553662 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.553957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.554423 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.554699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.555618 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.555618 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.555618 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.555959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.555959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.556415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.556415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.556628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 15:56:12.557127 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85109) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 15:56:12.557320 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 15:56:12.558310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 15:56:12.558310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 15:56:12.558310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 15:56:12.558310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 15:56:12.558310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.558747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.558747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.558747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.559008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.559103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.559256 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.559444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.559630 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.559816 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.560005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.560196 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.560381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.560557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.560748 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.560943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.561128 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.561316 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.561512 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.561693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.561876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.562059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.562243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] debug = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.562428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.562647 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.562833 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.563017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.563203 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.563388 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.563571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.563755 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.563938 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.564121 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.564309 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.564493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.564682 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.565652 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.565846 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.566035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.566257 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.566417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] host = dv-cinder-786260-2-smb {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.566604 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.566789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.566974 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.567160 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.567346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.567530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.567714 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.567898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.568051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.568282 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.568452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.568640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.569428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.569428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.569428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_options = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.569428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.569428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.570413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.570413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.570413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.570413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.570413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.570413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.571300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.571300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.571300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.571300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.571300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.571300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.571699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.571699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.571835 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.571925 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.572079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.572268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.572445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.572597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.572786 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.572924 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.573960 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.573960 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.574471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.574471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.574471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.574663 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576539 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576539 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576539 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576539 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.576876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.577842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.577842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_json = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.577842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.577842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.577842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.577842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.578245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.578245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.578370 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.579082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.579082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.579082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.579082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.579360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.579360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.579481 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.579657 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.579845 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.580037 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.580227 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.580426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.580613 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.584766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.584766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.584766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.584766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.584766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.584766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.584766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.584766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.585765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.586113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.586113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.586236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.586418 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.586854 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.586854 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.588148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.588266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.588372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.588536 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.588741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.588966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.589161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.589333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.589524 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.589716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.589918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.590108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.590297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.590485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.590675 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.590861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.591051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.591238 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.591426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.592254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.592254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.592254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.592254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.592254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.592702 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.592702 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.592942 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.592942 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.593133 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.593388 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.593517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.593615 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.593785 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.593920 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.594093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.595069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.595069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.595069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.595069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.595069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.595483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.595483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.595483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.595757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.595757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.595932 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.596118 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.596306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.596496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.596685 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.596905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.597092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.597263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.597973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.598165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.598354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.598543 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.598736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.598923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.599111 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.599299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.599486 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.599673 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.600633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.600633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.600633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.600633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.600633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.600633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.601054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.601054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.601190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.601592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.601592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.602114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.602114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.602114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.602529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.602529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.602529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.602970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.602970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.603605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.603605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.603605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.603605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.604458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.604458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.604458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.604458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.604458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.604458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.605017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.605687 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.605873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.605976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:12.606072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.606248 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.606415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.606568 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.606717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.606903 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.607092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.607282 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.608157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.608157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.608157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.608157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.608157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.608499 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.608499 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.608625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.608826 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.608952 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.609131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.609319 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.609507 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.609694 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.609880 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.610068 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.610256 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.610445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.610633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.610822 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.611801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.611801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.611801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.611801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.611801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.611801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.612176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.612176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.612312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.612484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.613373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.613373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.613373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.613373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.613690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.613690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.613816 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.613899 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.614059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.614250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.614440 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.614628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.614817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.615009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.615215 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.615401 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.615588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.615776 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.615964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.616151 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.616338 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.616526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.616730 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.616926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.617116 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.617306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.618229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.618229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.618229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.618229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.618229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.618551 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.618551 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.618685 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.618809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.619516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.619516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.619516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.619516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.619821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.619821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.619947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.620135 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.620333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.620520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.622457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.622457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.622457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.622457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.622457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.622457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.622457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.622457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.623588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.623588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.623588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.623588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.623588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.623588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.623588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.623588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.625703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.625703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.625703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.625703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.625703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.625703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.625703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.625703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.626752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.627313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.627313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.627313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.627313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.628669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.628669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.628669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.628669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.628669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.628669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.628669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.628669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.629243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.629243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.629243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85109) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 15:56:23.599332 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1831f704-b36e-4533-be10-fd2d18985933 None None] get_active_networks_info from dv-cinder-786260-2-smb {{(pid=85224) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 14 15:56:23.748416 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7000bd3c-14ce-4b5c-b8fa-74771678e727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083'] for agent, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:23.786554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1831f704-b36e-4533-be10-fd2d18985933 None None] No non-hosted networks {{(pid=85224) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 15:56:25.753314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d8088370-dc6e-4d6b-91fb-2efe72820461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083'] for agent, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:25.805161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5510b7e5-fa8c-4559-a6d9-05694c7df4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:26.489834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083'] for agent, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:26.817960 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083'] for agent, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:26.818617 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.818963 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.819330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.819693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.820053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.820412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.820789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.821313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.821676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.822033 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.822394 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.822749 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:26.823166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786260-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:26.836791 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:27.774417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083'] for agent, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:28.696573 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40012) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:28.995619 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_hamode_db [None req-ca048b65-156b-4920-ba02-a3118f5a7e02 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 15:56:29.084258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca048b65-156b-4920-ba02-a3118f5a7e02 None None] Routers set() bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 15:56:29.084705 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca048b65-156b-4920-ba02-a3118f5a7e02 None None] Router IDs set() for agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 14 15:56:29.335067 dv-cinder-786260-2-smb neutron-server[85109]: WARNING oslo_policy.policy [None req-2eb58724-68f8-43d6-b1c1-c01b469588c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:56:29.335656 dv-cinder-786260-2-smb neutron-server[85109]: WARNING oslo_policy.policy [None req-2eb58724-68f8-43d6-b1c1-c01b469588c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:56:29.567012 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [None req-2eb58724-68f8-43d6-b1c1-c01b469588c3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 15:56:29.568088 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2eb58724-68f8-43d6-b1c1-c01b469588c3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8703156 Apr 14 15:56:32.271292 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40028) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:32.660335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-57d49588-ac0b-4060-9601-33f5067775af admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:56:32.762881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.policy [None req-57d49588-ac0b-4060-9601-33f5067775af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85223) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 15:56:32.818173 dv-cinder-786260-2-smb neutron-server[85109]: WARNING oslo_policy.policy [None req-57d49588-ac0b-4060-9601-33f5067775af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:56:32.818582 dv-cinder-786260-2-smb neutron-server[85109]: WARNING oslo_policy.policy [None req-57d49588-ac0b-4060-9601-33f5067775af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:56:32.837156 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota [None req-57d49588-ac0b-4060-9601-33f5067775af admin admin] Loaded quota_driver: . Apr 14 15:56:32.853464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-57d49588-ac0b-4060-9601-33f5067775af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:32.909733 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-57d49588-ac0b-4060-9601-33f5067775af admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258986769067', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258986768767', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258986754795', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258986752655', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258986735758', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258986583631', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-42630', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-52321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853757861', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854159990'] for rbac-policy, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:33.130163 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-57d49588-ac0b-4060-9601-33f5067775af admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:33.131391 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-57d49588-ac0b-4060-9601-33f5067775af admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8589852 Apr 14 15:56:36.087017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40042) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:36.464842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Request body: {'network': {'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'admin_state_up': True, 'name': 'private'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:56:36.470733 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:36.475190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Usage tracker for resource:network and tenant:423cc97ec0ad4a61a7c8ef0367ed8d81 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:56:36.478641 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:56:36.485482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:56:36.493910 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Made reservation on behalf of 423cc97ec0ad4a61a7c8ef0367ed8d81 for: {'network': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 15:56:36.500176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:36.515973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:36.530600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:36.534409 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Usage tracker for resource:security_group_rule and tenant:423cc97ec0ad4a61a7c8ef0367ed8d81 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:56:36.537766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:56:36.543996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:56:36.638421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:36.640995 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:36.645577 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:36.663551 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=85223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 15:56:36.690001 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777864333734', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:36.690519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Unsubscribe: segment precommit_create {{(pid=85223) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 15:56:36.690974 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Added segment 90d21ab9-705f-4ded-b53e-80c1b5c367ea of type vlan for network fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb Apr 14 15:56:36.742553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4b24ed-e849-487a-883f-4686525d0559,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:36.762446 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.762818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.763181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.763536 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.763888 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.764236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.764583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.764956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.765306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.765654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.765996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.766337 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Tracked resource versions report: Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: pushed versions: Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: { 'AddressGroup': {'1.2'}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': {'1.0'}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': {'1.0'}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': {'1.1'}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': {'1.7'}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': {'1.2'}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': {'1.8'}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': {'1.4'}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': {'1.2'}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': {'1.0'}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': {'1.1'}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': {'1.1'}} Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: consumer versions: Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: { DHCP agent@dv-cinder-786260-2-smb: {}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: L3 agent@dv-cinder-786260-2-smb: {}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: Metadata agent@dv-cinder-786260-2-smb: {}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: Metering agent@dv-cinder-786260-2-smb: {}, Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: Open vSwitch agent@dv-cinder-786260-2-smb: { 'AddressGroup': '1.2', Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': '1.0', Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': '1.0', Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': '1.1', Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': '1.7', Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': '1.2', Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': '1.8', Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': '1.4', Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': '1.2', Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': '1.0', Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': '1.1', Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': '1.1'}} Apr 14 15:56:36.767392 dv-cinder-786260-2-smb neutron-server[85109]: {{(pid=85223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 15:56:36.810612 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:36.816963 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:36.849132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:36.850518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:56:36.851170 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:36.856772 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:36.965275 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8770890 Apr 14 15:56:36.966003 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:36.969211 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:36.977690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 15:56:40.016839 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40058) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:40.493361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b134b-86bd-42a8-b473-0c6307de2d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:56:40.495289 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f19b134b-86bd-42a8-b473-0c6307de2d42 admin admin] 10.222.0.48 "GET /v2.0/networks/fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb HTTP/1.1" status: 200 len: 825 time: 0.4774189 Apr 14 15:56:40.523561 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6fb166bd-f6cc-462f-940e-4e71bad09980 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/47e92b71-2b6a-46e7-abbd-abdbea1665df HTTP/1.1" status: 200 len: 734 time: 0.0222347 Apr 14 15:56:40.532550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '47e92b71-2b6a-46e7-abbd-abdbea1665df', 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'name': 'private-subnet'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:56:40.536917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:40.540782 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Usage tracker for resource:subnet and tenant:423cc97ec0ad4a61a7c8ef0367ed8d81 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:56:40.543677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:56:40.549406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:56:40.557986 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Made reservation on behalf of 423cc97ec0ad4a61a7c8ef0367ed8d81 for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 15:56:40.562454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:41.030484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:41.045283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:41.187876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73889a4d-acc3-44dd-9dd2-9bb507064375,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:41.191012 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:41.250423 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Checking segment: {'id': '90d21ab9-705f-4ded-b53e-80c1b5c367ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:56:41.250814 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Network hostable DHCP agents. Network: fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 15:56:41.270983 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Network fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 15:56:41.279738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:56:41.284780 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:56:41.285393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:41.289359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633c3156-2207-4a58-bd3d-18cd96b3cc8d None None] Network fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 15:56:41.304967 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7758672 Apr 14 15:56:41.614300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp473252ec-2888-5c69-b44f-6f22b1910560-fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb', 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'fixed_ips': [{'subnet_id': '73889a4d-acc3-44dd-9dd2-9bb507064375'}]}} from dv-cinder-786260-2-smb. {{(pid=85224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 15:56:41.615633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:41.973339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Allocated IP 172.20.0.2 (fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb/73889a4d-acc3-44dd-9dd2-9bb507064375/23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47) {{(pid=85224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 15:56:42.203707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Notify callbacks [] for port, precommit_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:42.216668 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Transition to ACTIVE for port object 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:56:42.238458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Transition to ACTIVE for port object 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 will not be triggered until provisioned by entity DHCP. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:56:42.244228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:42.259363 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:42.387924 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Pushing event updated for resources: {'Port': ['ID=23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47,revision_number=1']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:42.401477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.401859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.402225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.402585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.402940 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.403298 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.403650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.403999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.404352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.404703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.405099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.405445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Tracked resource versions report: Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: pushed versions: Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: { 'AddressGroup': {'1.2'}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': {'1.0'}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': {'1.0'}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': {'1.1'}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': {'1.7'}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': {'1.2'}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': {'1.8'}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': {'1.4'}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': {'1.2'}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': {'1.0'}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': {'1.1'}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': {'1.1'}} Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: consumer versions: Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: { DHCP agent@dv-cinder-786260-2-smb: {}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: L3 agent@dv-cinder-786260-2-smb: {}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: Metadata agent@dv-cinder-786260-2-smb: {}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: Metering agent@dv-cinder-786260-2-smb: {}, Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: Open vSwitch agent@dv-cinder-786260-2-smb: { 'AddressGroup': '1.2', Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': '1.0', Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': '1.0', Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': '1.1', Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': '1.7', Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': '1.2', Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': '1.8', Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': '1.4', Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': '1.2', Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': '1.0', Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': '1.1', Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': '1.1'}} Apr 14 15:56:42.406509 dv-cinder-786260-2-smb neutron-server[85109]: {{(pid=85224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 15:56:42.420790 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:42.458854 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Network fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb is already hosted by enough agents. {{(pid=85224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 15:56:42.459947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Resources bound (agent type, host, resource id): {{(pid=85224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:56:42.463303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Received port after_create {{(pid=85224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 15:56:42.561263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Attempting to bind port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 15:56:42.561690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Attempting to bind port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '90d21ab9-705f-4ded-b53e-80c1b5c367ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 15:56:42.562105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Attempting to bind port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 on network fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 15:56:42.567657 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 15, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 15:56:42.568071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Checking segment: {'id': '90d21ab9-705f-4ded-b53e-80c1b5c367ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:56:42.568549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:42.569011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Bound using segment: {'id': '90d21ab9-705f-4ded-b53e-80c1b5c367ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 15:56:42.569546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Bound port: 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d21ab9-705f-4ded-b53e-80c1b5c367ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 15:56:42.569998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:42.648040 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] For port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 15:56:42.652653 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] For port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47,segment=NetworkSegment(90d21ab9-705f-4ded-b53e-80c1b5c367ea),segment_id=90d21ab9-705f-4ded-b53e-80c1b5c367ea)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 15:56:42.655947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:42.671023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:42.819389 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Pushing event updated for resources: {'Port': ['ID=23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:42.824523 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:44.072057 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40068) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:44.477896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [None req-16c9e195-2d5e-4ad1-8f9f-19e51f1a7c25 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 15:56:44.478976 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-16c9e195-2d5e-4ad1-8f9f-19e51f1a7c25 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4059596 Apr 14 15:56:47.246195 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40078) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:47.644028 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [None req-fc644d43-5618-4137-82a1-e93a70580d59 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 15:56:47.645476 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-fc644d43-5618-4137-82a1-e93a70580d59 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3982606 Apr 14 15:56:48.866486 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:56:48.941467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 15:56:49.805712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1debe6-ad67-406e-9a33-f082f602757b None None] Network fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 15:56:49.971275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-c6a30f07-7d1f-4f44-8fd4-462c39140bdf None None] Provisioning for port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 15:56:49.981866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-c6a30f07-7d1f-4f44-8fd4-462c39140bdf None None] Provisioning complete for port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:56:49.982417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c6a30f07-7d1f-4f44-8fd4-462c39140bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:50.174162 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c6a30f07-7d1f-4f44-8fd4-462c39140bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:50.196229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-c6a30f07-7d1f-4f44-8fd4-462c39140bdf None None] For port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47,segment=NetworkSegment(90d21ab9-705f-4ded-b53e-80c1b5c367ea),segment_id=90d21ab9-705f-4ded-b53e-80c1b5c367ea)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 15:56:50.199756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c6a30f07-7d1f-4f44-8fd4-462c39140bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:50.202143 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1f3ead89-9223-46be-846a-46399cc45b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:50.287318 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a30f07-7d1f-4f44-8fd4-462c39140bdf None None] Pushing event updated for resources: {'Port': ['ID=23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:50.291370 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c6a30f07-7d1f-4f44-8fd4-462c39140bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:50.423015 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-3da28d7b-c5db-4b2f-b6c9-202576532a37 None None] Provisioning complete for port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:56:50.423430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3da28d7b-c5db-4b2f-b6c9-202576532a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:50.704101 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40094) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:50.831867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:56:50.903612 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:56:50.904021 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:51.089120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-b8ee0922-5136-425d-bf97-d15d4d9ea1ff admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'admin_state_up': True}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:56:51.094463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-b8ee0922-5136-425d-bf97-d15d4d9ea1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:51.098431 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-b8ee0922-5136-425d-bf97-d15d4d9ea1ff admin admin] Usage tracker for resource:router and tenant:423cc97ec0ad4a61a7c8ef0367ed8d81 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:56:51.101560 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-b8ee0922-5136-425d-bf97-d15d4d9ea1ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:56:51.107674 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-b8ee0922-5136-425d-bf97-d15d4d9ea1ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:56:51.116944 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b8ee0922-5136-425d-bf97-d15d4d9ea1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1045782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49154'] for router, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:51.118235 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b8ee0922-5136-425d-bf97-d15d4d9ea1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853729933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1035679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853839601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726539'] for router, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:51.138112 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b8ee0922-5136-425d-bf97-d15d4d9ea1ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:51.242868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b8ee0922-5136-425d-bf97-d15d4d9ea1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853729815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917835'] for router, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:51.260611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b8ee0922-5136-425d-bf97-d15d4d9ea1ff admin admin] Notify callbacks [] for router, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:51.261901 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b8ee0922-5136-425d-bf97-d15d4d9ea1ff admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5566857 Apr 14 15:56:53.461775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-264d0d84-6f65-4711-ad06-7926075d7f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:53.981888 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40104) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:54.369294 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [None req-3d5de0b6-1abe-4bf0-945c-d034da7e39cb admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 15:56:54.370439 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3d5de0b6-1abe-4bf0-945c-d034da7e39cb admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3874781 Apr 14 15:56:55.763508 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e93d-e56f-4691-97d2-f407275bc92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:56.443149 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:56.810315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:57.100259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40124) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:57.259671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:56:57.264449 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:57.268656 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Usage tracker for resource:network and tenant:bed3dcdd22a64e2e90533ec5ea608905 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:56:57.272071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:56:57.277887 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:56:57.287382 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Made reservation on behalf of bed3dcdd22a64e2e90533ec5ea608905 for: {'network': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 15:56:57.291970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:57.305059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:57.319580 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:57.323353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Usage tracker for resource:security_group_rule and tenant:bed3dcdd22a64e2e90533ec5ea608905 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:56:57.326157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:56:57.331836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:56:57.413868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:57.416422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:57.420559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:57.438588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Reserving flat network on physical network physnet1 {{(pid=85223) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 14 15:56:57.459307 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2464f584-239d-4cc0-a2a8-9ec3c0033042,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:57.463359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:57.464300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:57.464676 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Added segment 6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41 of type flat for network e8580497-b273-4b3c-b442-5753c0086bc0 Apr 14 15:56:57.497476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:57.531752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:57.533081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:56:57.533703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:57.538913 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:57.696592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:57.788951 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6874290 Apr 14 15:56:57.789682 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Pushing event updated for resources: {'Network': ['ID=e8580497-b273-4b3c-b442-5753c0086bc0,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:57.802806 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:57.815904 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network e8580497-b273-4b3c-b442-5753c0086bc0 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 15:57:00.325085 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40144) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:57:00.437943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e3ee18-96fc-4cce-835d-568bcbc8d469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:57:00.439343 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e5e3ee18-96fc-4cce-835d-568bcbc8d469 admin admin] 10.222.0.48 "GET /v2.0/subnets/73889a4d-acc3-44dd-9dd2-9bb507064375 HTTP/1.1" status: 200 len: 849 time: 0.1132350 Apr 14 15:57:00.585235 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-52963486-a396-4d32-9a74-24dd019781cf admin admin] 10.222.0.48 "GET /v2.0/routers/acba5409-be8d-446b-8cca-8d73371ab38b HTTP/1.1" status: 200 len: 704 time: 0.1392009 Apr 14 15:57:01.063559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:01.295971 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Allocated IP 172.20.0.1 (fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb/73889a4d-acc3-44dd-9dd2-9bb507064375/bf7e2fbf-9a2f-473e-bf27-b4e0f0078624) {{(pid=85223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 15:57:01.455319 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:01.473761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Transition to ACTIVE for port object bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 will not be triggered until provisioned by entity DHCP. {{(pid=85223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:57:01.526757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:01.544378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:01.670219 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7e2fbf-9a2f-473e-bf27-b4e0f0078624,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:01.681900 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:01.734905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Network fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 15:57:01.735984 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:57:01.738216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Received port after_create {{(pid=85223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 15:57:01.738731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917900'] for router_interface, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:01.930970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-0e8eba73-12ae-4445-965c-8f6f8fe3b614 None None] Provisioning for port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 15:57:01.936497 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-0e8eba73-12ae-4445-965c-8f6f8fe3b614 None None] Provisioning complete for port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:01.936998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0e8eba73-12ae-4445-965c-8f6f8fe3b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:01.997617 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-0e8eba73-12ae-4445-965c-8f6f8fe3b614 None None] Port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 15:57:02.171683 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.440579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.444565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.445659 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1048357'] for router_interface, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.459835 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:02.589092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7e2fbf-9a2f-473e-bf27-b4e0f0078624,revision_number=2']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:02.591948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:02.648132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Network fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 15:57:02.649224 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:57:02.821418 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-50cfc172-29b5-4344-a134-1a77c8b6486c None None] Provisioning complete for port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:02.821821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-50cfc172-29b5-4344-a134-1a77c8b6486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.847646 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Router acba5409-be8d-446b-8cca-8d73371ab38b is scheduled to L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 with binding_index 1 {{(pid=85223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 15:57:02.879797 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-50cfc172-29b5-4344-a134-1a77c8b6486c None None] Port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 15:57:03.009868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 15:57:03.020607 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Sync routers for ids ['acba5409-be8d-446b-8cca-8d73371ab38b'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 15:57:03.020904 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] 10.222.0.48 "PUT /v2.0/routers/acba5409-be8d-446b-8cca-8d73371ab38b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4301577 Apr 14 15:57:03.031160 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Routers {'acba5409-be8d-446b-8cca-8d73371ab38b'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 15:57:03.032048 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T15:56:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['acba5409-be8d-446b-8cca-8d73371ab38b'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:03.214563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Set router acba5409-be8d-446b-8cca-8d73371ab38b gateway port host: None {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 15:57:03.590588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'name': 'router1', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:51Z', 'updated_at': '2021-04-14T15:57:02Z', 'revision_number': 2, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'gw_port_host': None, '_interfaces': [{'id': 'bf7e2fbf-9a2f-473e-bf27-b4e0f0078624', 'name': '', 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'mac_address': 'fa:16:3e:16:80:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:01Z', 'updated_at': '2021-04-14T15:57:02Z', 'revision_number': 2, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'subnets': [{'id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47e92b71-2b6a-46e7-abbd-abdbea1665df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:03.595624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Checking router: acba5409-be8d-446b-8cca-8d73371ab38b for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 15:57:03.596063 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Updating router acba5409-be8d-446b-8cca-8d73371ab38b port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 binding host dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 15:57:03.823546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:04.266085 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Notify callbacks [] for port, precommit_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:04.280253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Transition to ACTIVE for port object bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 will not be triggered until provisioned by entity L2. {{(pid=85225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:57:04.286391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:04.302378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:04.440184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Pushing event updated for resources: {'Port': ['ID=bf7e2fbf-9a2f-473e-bf27-b4e0f0078624,revision_number=3']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:04.461485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.461865 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.462236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.462600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.463034 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.463396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.463736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.464088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.464418 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.464794 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.465146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.465494 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Tracked resource versions report: Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: pushed versions: Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: { 'AddressGroup': {'1.2'}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': {'1.0'}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': {'1.0'}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': {'1.1'}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': {'1.7'}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': {'1.2'}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': {'1.8'}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': {'1.4'}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': {'1.2'}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': {'1.0'}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': {'1.1'}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': {'1.1'}} Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: consumer versions: Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: { DHCP agent@dv-cinder-786260-2-smb: {}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: L3 agent@dv-cinder-786260-2-smb: {}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: Metadata agent@dv-cinder-786260-2-smb: {}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: Metering agent@dv-cinder-786260-2-smb: {}, Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: Open vSwitch agent@dv-cinder-786260-2-smb: { 'AddressGroup': '1.2', Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': '1.0', Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': '1.0', Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': '1.1', Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': '1.7', Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': '1.2', Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': '1.8', Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': '1.4', Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': '1.2', Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': '1.0', Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': '1.1', Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': '1.1'}} Apr 14 15:57:04.466553 dv-cinder-786260-2-smb neutron-server[85109]: {{(pid=85225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 15:57:04.473276 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:04.660747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Attempting to bind port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 15:57:04.661277 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Attempting to bind port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '90d21ab9-705f-4ded-b53e-80c1b5c367ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb'}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 15:57:04.661543 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Attempting to bind port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 on network fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 15:57:04.667953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 15:57:04.668361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Checking segment: {'id': '90d21ab9-705f-4ded-b53e-80c1b5c367ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:57:04.668888 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:04.669314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Bound using segment: {'id': '90d21ab9-705f-4ded-b53e-80c1b5c367ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb'} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 15:57:04.669848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Bound port: bf7e2fbf-9a2f-473e-bf27-b4e0f0078624, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d21ab9-705f-4ded-b53e-80c1b5c367ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb'}}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 15:57:04.670271 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:04.748527 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] For port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 15:57:04.754658 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] For port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=bf7e2fbf-9a2f-473e-bf27-b4e0f0078624,segment=NetworkSegment(90d21ab9-705f-4ded-b53e-80c1b5c367ea),segment_id=90d21ab9-705f-4ded-b53e-80c1b5c367ea)] {{(pid=85225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 15:57:04.756809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:04.772303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:04.918546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Pushing event updated for resources: {'Port': ['ID=bf7e2fbf-9a2f-473e-bf27-b4e0f0078624,revision_number=4']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:04.923228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:04.979533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Routers {'acba5409-be8d-446b-8cca-8d73371ab38b'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 15:57:04.980206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T15:56:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['acba5409-be8d-446b-8cca-8d73371ab38b'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:05.149800 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] Set router acba5409-be8d-446b-8cca-8d73371ab38b gateway port host: None {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 15:57:05.487871 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'name': 'router1', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:51Z', 'updated_at': '2021-04-14T15:57:02Z', 'revision_number': 2, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'gw_port_host': None, '_interfaces': [{'id': 'bf7e2fbf-9a2f-473e-bf27-b4e0f0078624', 'name': '', 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'mac_address': 'fa:16:3e:16:80:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:01Z', 'updated_at': '2021-04-14T15:57:04Z', 'revision_number': 4, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'subnets': [{'id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47e92b71-2b6a-46e7-abbd-abdbea1665df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:05.491949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24584d0-0195-4b9f-8916-7a9d8715957f None None] The sync data for ids ['acba5409-be8d-446b-8cca-8d73371ab38b'] in dv-cinder-786260-2-smb is: [{'id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'name': 'router1', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:51Z', 'updated_at': '2021-04-14T15:57:02Z', 'revision_number': 2, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'gw_port_host': None, '_interfaces': [{'id': 'bf7e2fbf-9a2f-473e-bf27-b4e0f0078624', 'name': '', 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'mac_address': 'fa:16:3e:16:80:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:01Z', 'updated_at': '2021-04-14T15:57:04Z', 'revision_number': 4, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'subnets': [{'id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47e92b71-2b6a-46e7-abbd-abdbea1665df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 15:57:05.556967 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40156) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:57:05.714602 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09285126-7399-4a28-ba15-b0d85b843da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:57:05.715208 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-09285126-7399-4a28-ba15-b0d85b843da8 admin admin] Synchronizing usage tracker for tenant:bed3dcdd22a64e2e90533ec5ea608905 on resource:network {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 15:57:05.732818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-09285126-7399-4a28-ba15-b0d85b843da8 admin admin] Unset dirty status for tenant:bed3dcdd22a64e2e90533ec5ea608905 on resource:network {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 15:57:05.734039 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-09285126-7399-4a28-ba15-b0d85b843da8 admin admin] 10.222.0.48 "GET /v2.0/networks/e8580497-b273-4b3c-b442-5753c0086bc0 HTTP/1.1" status: 200 len: 842 time: 0.1760237 Apr 14 15:57:05.745600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:57:05.751064 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:57:05.755041 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Usage tracker for resource:subnet and tenant:bed3dcdd22a64e2e90533ec5ea608905 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:57:05.757939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:57:05.768191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:57:05.776943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Made reservation on behalf of bed3dcdd22a64e2e90533ec5ea608905 for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 15:57:05.781562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:06.213096 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.objects.ports [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85223) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 14 15:57:06.213579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:06.230647 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:06.358945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=effd0a8d-4912-43c7-a446-2bd7840b840b,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:06.363674 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:06.419904 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Checking segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:57:06.420280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Network hostable DHCP agents. Network: e8580497-b273-4b3c-b442-5753c0086bc0, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 15:57:06.438648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Network e8580497-b273-4b3c-b442-5753c0086bc0 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 15:57:06.448198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, e8580497-b273-4b3c-b442-5753c0086bc0) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:57:06.452097 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:57:06.452746 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:06.458015 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a0453e-f0ce-49be-8b9f-11cd238e19d7 None None] Network e8580497-b273-4b3c-b442-5753c0086bc0 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 15:57:06.481076 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7316585 Apr 14 15:57:06.851428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ec321e-6a8b-42e0-a5fa-af08ee0b24c1 None None] Network e8580497-b273-4b3c-b442-5753c0086bc0 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 15:57:08.880522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:57:08.965220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 15:57:08.970232 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:08.970648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:09.094328 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:09.111453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=bf7e2fbf-9a2f-473e-bf27-b4e0f0078624,segment=NetworkSegment(90d21ab9-705f-4ded-b53e-80c1b5c367ea),segment_id=90d21ab9-705f-4ded-b53e-80c1b5c367ea)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 15:57:09.114757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:09.117268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:09.117530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 40170) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:57:09.189103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=bf7e2fbf-9a2f-473e-bf27-b4e0f0078624,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:09.192409 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:09.290647 dv-cinder-786260-2-smb neutron-server[85109]: WARNING oslo_policy.policy [None req-c478e830-1d95-46af-a6a4-9b2274f009a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:57:09.291226 dv-cinder-786260-2-smb neutron-server[85109]: WARNING oslo_policy.policy [None req-c478e830-1d95-46af-a6a4-9b2274f009a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:57:09.594852 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.policy [None req-c478e830-1d95-46af-a6a4-9b2274f009a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85222) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 15:57:09.651471 dv-cinder-786260-2-smb neutron-server[85109]: WARNING oslo_policy.policy [None req-c478e830-1d95-46af-a6a4-9b2274f009a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:57:09.651895 dv-cinder-786260-2-smb neutron-server[85109]: WARNING oslo_policy.policy [None req-c478e830-1d95-46af-a6a4-9b2274f009a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:57:10.044758 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c478e830-1d95-46af-a6a4-9b2274f009a2 admin admin] 10.222.0.48 "GET /v2.0/routers/acba5409-be8d-446b-8cca-8d73371ab38b HTTP/1.1" status: 200 len: 710 time: 0.9246166 Apr 14 15:57:10.208396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349bc17d-ee99-4c4f-9812-0be4814b93f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:57:10.209992 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-349bc17d-ee99-4c4f-9812-0be4814b93f4 admin admin] 10.222.0.48 "GET /v2.0/networks/e8580497-b273-4b3c-b442-5753c0086bc0 HTTP/1.1" status: 200 len: 886 time: 0.1588740 Apr 14 15:57:10.219955 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:57:10.683581 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853857952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1045985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726556'] for router, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:10.848759 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:57:10.928710 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:10.929150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:11.038633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:11.102374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:11.248093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Allocated IP 172.28.3.246 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/12d50df7-21e2-43a5-9804-e810714ae147) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 15:57:11.542895 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:11.599986 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:11.615078 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:11.760333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Pushing event updated for resources: {'Port': ['ID=12d50df7-21e2-43a5-9804-e810714ae147,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:11.774378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.774747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.775111 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.775468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.775820 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.776173 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.776520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.776896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.777249 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.777597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.777943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.778287 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Tracked resource versions report: Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: pushed versions: Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: { 'AddressGroup': {'1.2'}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': {'1.0'}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': {'1.0'}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': {'1.1'}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': {'1.7'}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': {'1.2'}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': {'1.8'}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': {'1.4'}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': {'1.2'}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': {'1.0'}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': {'1.1'}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': {'1.1'}} Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: consumer versions: Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: { DHCP agent@dv-cinder-786260-2-smb: {}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: L3 agent@dv-cinder-786260-2-smb: {}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: Metadata agent@dv-cinder-786260-2-smb: {}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: Metering agent@dv-cinder-786260-2-smb: {}, Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: Open vSwitch agent@dv-cinder-786260-2-smb: { 'AddressGroup': '1.2', Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': '1.0', Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': '1.0', Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': '1.1', Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': '1.7', Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': '1.2', Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': '1.8', Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': '1.4', Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': '1.2', Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': '1.0', Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': '1.1', Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': '1.1'}} Apr 14 15:57:11.779353 dv-cinder-786260-2-smb neutron-server[85109]: {{(pid=85222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 15:57:11.818573 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:11.838735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 15:57:11.839817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:57:11.842547 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 15:57:12.236753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:12.583655 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853857952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1045985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726556'] for router, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:12.587017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853857933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853729800'] for router, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:12.927143 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Router acba5409-be8d-446b-8cca-8d73371ab38b has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 15:57:13.109937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 15:57:13.120021 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Notify callbacks [] for router, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:13.123512 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] 10.222.0.48 "PUT /v2.0/routers/acba5409-be8d-446b-8cca-8d73371ab38b HTTP/1.1" status: 200 len: 890 time: 2.9049933 Apr 14 15:57:13.123681 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Sync routers for ids ['acba5409-be8d-446b-8cca-8d73371ab38b'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 15:57:13.132703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Routers {'acba5409-be8d-446b-8cca-8d73371ab38b'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 15:57:13.133459 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T15:56:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['acba5409-be8d-446b-8cca-8d73371ab38b'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:13.335865 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Set router acba5409-be8d-446b-8cca-8d73371ab38b gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 15:57:13.688393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'name': 'router1', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '12d50df7-21e2-43a5-9804-e810714ae147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:51Z', 'updated_at': '2021-04-14T15:57:12Z', 'revision_number': 4, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'gw_port': {'id': '12d50df7-21e2-43a5-9804-e810714ae147', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ad:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:11Z', 'updated_at': '2021-04-14T15:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': 'bf7e2fbf-9a2f-473e-bf27-b4e0f0078624', 'name': '', 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'mac_address': 'fa:16:3e:16:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:01Z', 'updated_at': '2021-04-14T15:57:09Z', 'revision_number': 5, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'subnets': [{'id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47e92b71-2b6a-46e7-abbd-abdbea1665df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:13.693663 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Checking router: acba5409-be8d-446b-8cca-8d73371ab38b for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 15:57:13.694075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Updating router acba5409-be8d-446b-8cca-8d73371ab38b port 12d50df7-21e2-43a5-9804-e810714ae147 binding host dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 15:57:13.753454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:14.151013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Notify callbacks [] for port, precommit_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:14.162779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Transition to ACTIVE for port object 12d50df7-21e2-43a5-9804-e810714ae147 will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:57:14.168257 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:14.187500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:14.318666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba27e7a-fa54-4336-8926-4ac44224f26e None None] Pushing event updated for resources: {'Port': ['ID=12d50df7-21e2-43a5-9804-e810714ae147,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:14.330867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cba27e7a-fa54-4336-8926-4ac44224f26e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:14.379660 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Attempting to bind port 12d50df7-21e2-43a5-9804-e810714ae147 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 15:57:14.380127 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Attempting to bind port 12d50df7-21e2-43a5-9804-e810714ae147 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 15:57:14.380448 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Attempting to bind port 12d50df7-21e2-43a5-9804-e810714ae147 on network e8580497-b273-4b3c-b442-5753c0086bc0 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 15:57:14.385948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 15:57:14.386364 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Checking segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:57:14.386805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:14.387235 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Bound using segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 15:57:14.387743 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Bound port: 12d50df7-21e2-43a5-9804-e810714ae147, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 15:57:14.388152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:14.467285 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] For port 12d50df7-21e2-43a5-9804-e810714ae147, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 15:57:14.470483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] For port 12d50df7-21e2-43a5-9804-e810714ae147, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=12d50df7-21e2-43a5-9804-e810714ae147,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 15:57:14.473774 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:14.489511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c6a30f07-7d1f-4f44-8fd4-462c39140bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:14.638827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba27e7a-fa54-4336-8926-4ac44224f26e None None] Pushing event updated for resources: {'Port': ['ID=12d50df7-21e2-43a5-9804-e810714ae147,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:14.643475 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cba27e7a-fa54-4336-8926-4ac44224f26e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:14.684744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Routers {'acba5409-be8d-446b-8cca-8d73371ab38b'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 15:57:14.685420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T15:56:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['acba5409-be8d-446b-8cca-8d73371ab38b'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:15.027945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] Set router acba5409-be8d-446b-8cca-8d73371ab38b gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 15:57:15.372762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'name': 'router1', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '12d50df7-21e2-43a5-9804-e810714ae147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:51Z', 'updated_at': '2021-04-14T15:57:12Z', 'revision_number': 4, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'gw_port': {'id': '12d50df7-21e2-43a5-9804-e810714ae147', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ad:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:11Z', 'updated_at': '2021-04-14T15:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': 'bf7e2fbf-9a2f-473e-bf27-b4e0f0078624', 'name': '', 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'mac_address': 'fa:16:3e:16:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:01Z', 'updated_at': '2021-04-14T15:57:09Z', 'revision_number': 5, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'subnets': [{'id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47e92b71-2b6a-46e7-abbd-abdbea1665df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:15.377239 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13fa5f-8c4a-429a-9e61-624dda3d1286 None None] The sync data for ids ['acba5409-be8d-446b-8cca-8d73371ab38b'] in dv-cinder-786260-2-smb is: [{'id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'name': 'router1', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '12d50df7-21e2-43a5-9804-e810714ae147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:51Z', 'updated_at': '2021-04-14T15:57:12Z', 'revision_number': 4, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'gw_port': {'id': '12d50df7-21e2-43a5-9804-e810714ae147', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ad:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:11Z', 'updated_at': '2021-04-14T15:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': 'bf7e2fbf-9a2f-473e-bf27-b4e0f0078624', 'name': '', 'network_id': 'fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb', 'tenant_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'mac_address': 'fa:16:3e:16:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acba5409-be8d-446b-8cca-8d73371ab38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:01Z', 'updated_at': '2021-04-14T15:57:09Z', 'revision_number': 5, 'project_id': '423cc97ec0ad4a61a7c8ef0367ed8d81', 'subnets': [{'id': '73889a4d-acc3-44dd-9dd2-9bb507064375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47e92b71-2b6a-46e7-abbd-abdbea1665df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 15:57:15.812662 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 40190) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:57:15.941349 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-abd0b431-cef1-480a-8a8d-d2c8b2997836 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1274102 Apr 14 15:57:16.877375 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 12d50df7-21e2-43a5-9804-e810714ae147 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:57:16.957709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 12d50df7-21e2-43a5-9804-e810714ae147 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 15:57:16.962550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 12d50df7-21e2-43a5-9804-e810714ae147 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:16.962959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:17.090300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:17.106774 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 12d50df7-21e2-43a5-9804-e810714ae147, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=12d50df7-21e2-43a5-9804-e810714ae147,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 15:57:17.109460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:17.112752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:17.186386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=12d50df7-21e2-43a5-9804-e810714ae147,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:17.190169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:18.899793 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 12d50df7-21e2-43a5-9804-e810714ae147 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:57:19.030722 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 12d50df7-21e2-43a5-9804-e810714ae147 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:19.031366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:23.487649 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bda812cd-a022-4bd4-9b3e-6668ba4b13d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:23.517741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 5 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 15:57:25.769400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-14eb0508-bc41-4737-a533-c25aa5d78e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:26.457554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:26.833884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:27.710466 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:53.462407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3cf1f312-696d-4a63-bca6-827eb1d79186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:55.765905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-354e90c7-5814-4728-a946-2433ba0743f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:56.449396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:56.809590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:57.716363 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:00.526136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 5 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 15:58:23.465793 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-56e0fe56-cd71-4028-9bf3-5301eab6bca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:25.758523 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e8b79b30-6a8c-4e86-990e-7cf81a267ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:26.453019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:26.817311 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:27.721681 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:37.516516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 5 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 15:58:53.467029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-59c0b7d2-489f-4196-bd63-70f3de40c7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:55.761217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d78c7762-cd99-4ab0-9ff6-a18a31298a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:56.456484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:56.809344 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:57.724466 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:58.607301 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 40760) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:58:58.681519 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff82bc51-3094-4655-9bb1-8b86de2a6191 admin admin] GET failed (client error): The resource could not be found. Apr 14 15:58:58.682881 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ff82bc51-3094-4655-9bb1-8b86de2a6191 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0745494 Apr 14 15:58:58.824219 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c07c8b6-b36e-443a-a1fd-82d9560d58d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:58:58.825772 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0c07c8b6-b36e-443a-a1fd-82d9560d58d2 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1385748 Apr 14 15:59:01.326773 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 40770) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:01.441839 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d0f1ae-8036-4fca-be88-4431676a3d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:01.443273 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a3d0f1ae-8036-4fca-be88-4431676a3d92 admin admin] 10.222.0.48 "GET /v2.0/subnets/73889a4d-acc3-44dd-9dd2-9bb507064375 HTTP/1.1" status: 200 len: 849 time: 0.1154313 Apr 14 15:59:01.453648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:59:01.578667 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Notify callbacks [] for subnet, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:01.882453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363258990521579'] for subnet, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:01.897630 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:59:02.039040 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=73889a4d-acc3-44dd-9dd2-9bb507064375,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:59:02.050016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.050395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.050769 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.051130 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.051489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.051846 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.052202 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.052558 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.052936 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.053287 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.053635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.053982 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:02.061884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:59:02.087503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:02.088150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:02.091041 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] 10.222.0.48 "PUT /v2.0/subnets/73889a4d-acc3-44dd-9dd2-9bb507064375 HTTP/1.1" status: 200 len: 868 time: 0.6414249 Apr 14 15:59:02.092901 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4786a4-8f39-4483-a806-a8778b73ab29 None None] Network fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 15:59:02.523407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-3c6d7997-630c-4cae-ad14-8a208708e9dd None None] Provisioning complete for port 23cc6a8f-7e05-4454-9ebc-c56d1eb1fc47 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:59:02.523954 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7997-630c-4cae-ad14-8a208708e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:02.659017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-3c6d7997-630c-4cae-ad14-8a208708e9dd None None] Provisioning complete for port bf7e2fbf-9a2f-473e-bf27-b4e0f0078624 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:59:02.659424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7997-630c-4cae-ad14-8a208708e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:04.572056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 40780) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:04.758470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c493ac1-ecb6-4973-8175-408f29d92941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:04.758919 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c493ac1-ecb6-4973-8175-408f29d92941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:04.760551 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9c493ac1-ecb6-4973-8175-408f29d92941 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1874661 Apr 14 15:59:07.233255 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 40790) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:07.417207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3490e78-ede1-4dd2-9d56-67aca7da79df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:07.417647 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3490e78-ede1-4dd2-9d56-67aca7da79df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:07.419273 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a3490e78-ede1-4dd2-9d56-67aca7da79df admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1849835 Apr 14 15:59:09.901113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 40800) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:10.080350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8c0119-301a-489c-9823-cf3cbbcacf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:10.081759 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0f8c0119-301a-489c-9823-cf3cbbcacf3c admin admin] 10.222.0.48 "GET /v2.0/networks/e8580497-b273-4b3c-b442-5753c0086bc0 HTTP/1.1" status: 200 len: 886 time: 0.1795478 Apr 14 15:59:12.566048 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 40810) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:12.751241 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df72ad48-58dd-4c22-bbdf-4df927f801b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:12.752629 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-df72ad48-58dd-4c22-bbdf-4df927f801b5 admin admin] 10.222.0.48 "GET /v2.0/networks/fa7ff27c-daa2-4d51-8ef5-ace5ce0dd7eb HTTP/1.1" status: 200 len: 869 time: 0.1855373 Apr 14 15:59:14.508863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 5 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 15:59:15.226661 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 40820) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:15.345789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb367071-84ab-44eb-a98d-e21a6585e633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:15.346287 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb367071-84ab-44eb-a98d-e21a6585e633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:15.347925 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-fb367071-84ab-44eb-a98d-e21a6585e633 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1201935 Apr 14 15:59:17.843193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40830) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:17.958156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0c549-90a2-4a96-b7cb-075e157f41e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:17.958674 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0c549-90a2-4a96-b7cb-075e157f41e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:17.959479 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-74b0c549-90a2-4a96-b7cb-075e157f41e1 admin admin] Synchronizing usage tracker for tenant:bed3dcdd22a64e2e90533ec5ea608905 on resource:subnet {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 15:59:17.975513 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-74b0c549-90a2-4a96-b7cb-075e157f41e1 admin admin] Unset dirty status for tenant:bed3dcdd22a64e2e90533ec5ea608905 on resource:subnet {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 15:59:17.976760 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-74b0c549-90a2-4a96-b7cb-075e157f41e1 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1324914 Apr 14 15:59:20.471065 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40840) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:20.588699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85ab019-b89a-4b98-91a2-30da867d50af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:20.590196 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c85ab019-b89a-4b98-91a2-30da867d50af admin admin] 10.222.0.48 "GET /v2.0/subnets/73889a4d-acc3-44dd-9dd2-9bb507064375 HTTP/1.1" status: 200 len: 868 time: 0.1181138 Apr 14 15:59:23.069619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 40850) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:23.178102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08533ba-fb45-4d5a-a436-6272223d9e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:23.180015 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a08533ba-fb45-4d5a-a436-6272223d9e30 admin admin] 10.222.0.48 "GET /v2.0/subnets/effd0a8d-4912-43c7-a446-2bd7840b840b HTTP/1.1" status: 200 len: 816 time: 0.1089561 Apr 14 15:59:23.470599 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-adf914a2-9693-4c54-92f5-870e92fe0404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:25.763046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-02a0a092-3f8a-4ba3-b064-bf306682c748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:26.459328 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:26.815110 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:27.727951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:49.463096 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40894) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:49.518200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [None req-b6844ec9-77dd-4313-9146-8b8ff75ef19f admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 15:59:49.519263 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b6844ec9-77dd-4313-9146-8b8ff75ef19f admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551741 Apr 14 15:59:51.517233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 5 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 15:59:52.088126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40904) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:52.162741 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4deca7-871c-46bc-a2d2-c1df5d2549cc admin admin] GET failed (client error): The resource could not be found. Apr 14 15:59:52.164102 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ec4deca7-871c-46bc-a2d2-c1df5d2549cc admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0749471 Apr 14 15:59:52.298994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9622a48f-2df0-4dec-ba97-368e7e12f4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:52.300453 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9622a48f-2df0-4dec-ba97-368e7e12f4ce admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1320691 Apr 14 15:59:53.471812 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-72a8d8ec-a0ac-4812-80de-04b6c0fa9966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:54.807868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40914) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:54.865766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:59:54.871188 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:59:54.881263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:59:54.890551 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Made reservation on behalf of bed3dcdd22a64e2e90533ec5ea608905 for: {'network': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 15:59:54.895495 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:55.164286 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.services.revisions.revision_plugin [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Could not find related network for resource to bump revision. Apr 14 15:59:55.176090 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=85223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 15:59:55.185141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:55.185526 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Added segment f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e of type vlan for network 13cd4604-4929-420d-954e-4c67a30918a1 Apr 14 15:59:55.211436 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:55.240077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:55.241423 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:55.242049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:55.246973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:59:55.347743 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5387139 Apr 14 15:59:55.348473 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Pushing event updated for resources: {'Network': ['ID=13cd4604-4929-420d-954e-4c67a30918a1,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:59:55.356288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.356678 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.357101 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.357471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.357840 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.358210 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.358570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.358935 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.359296 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.359656 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.360017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.360375 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:55.364360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:59:55.373124 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network 13cd4604-4929-420d-954e-4c67a30918a1 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 15:59:55.765892 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f55a05cc-4fe6-43c1-87a3-b48f17008aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:56.463975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:56.807873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:57.732653 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:57.868965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40924) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:57.944998 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d3cf09-f13a-497e-811a-ffe62f4a6b2a admin admin] GET failed (client error): The resource could not be found. Apr 14 15:59:57.945582 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-19d3cf09-f13a-497e-811a-ffe62f4a6b2a admin admin] Synchronizing usage tracker for tenant:bed3dcdd22a64e2e90533ec5ea608905 on resource:network {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 15:59:57.959850 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-19d3cf09-f13a-497e-811a-ffe62f4a6b2a admin admin] Unset dirty status for tenant:bed3dcdd22a64e2e90533ec5ea608905 on resource:network {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 15:59:57.961109 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-19d3cf09-f13a-497e-811a-ffe62f4a6b2a admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0910833 Apr 14 15:59:58.075834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6455ec-1686-44b5-9a6f-84ea852e1834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:58.077354 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-dd6455ec-1686-44b5-9a6f-84ea852e1834 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1119733 Apr 14 15:59:58.088141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:59:58.093303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:59:58.103116 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:59:58.111918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Made reservation on behalf of bed3dcdd22a64e2e90533ec5ea608905 for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 15:59:58.116411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:58.502085 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:58.517165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-bf6bbf5c-e20d-4ff1-b8ec-4b3d18ac1063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:59:58.644899 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=838598b4-be43-4ad2-a2bc-cc789f6b3f17,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:59:58.649502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:59:58.708305 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Checking segment: {'id': 'f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:59:58.708686 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Network hostable DHCP agents. Network: 13cd4604-4929-420d-954e-4c67a30918a1, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 15:59:58.726749 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Network 13cd4604-4929-420d-954e-4c67a30918a1 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 15:59:58.734712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, 13cd4604-4929-420d-954e-4c67a30918a1) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:59:58.738670 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:58.739302 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:58.744088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca1869c-e257-41df-995d-a43520aa27df None None] Network 13cd4604-4929-420d-954e-4c67a30918a1 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 15:59:58.763986 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6794522 Apr 14 15:59:58.981670 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp473252ec-2888-5c69-b44f-6f22b1910560-13cd4604-4929-420d-954e-4c67a30918a1', 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1', 'tenant_id': 'bed3dcdd22a64e2e90533ec5ea608905', 'fixed_ips': [{'subnet_id': '838598b4-be43-4ad2-a2bc-cc789f6b3f17'}]}} from dv-cinder-786260-2-smb. {{(pid=85224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 15:59:58.982576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:59.150835 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Allocated IP 192.168.233.2 (13cd4604-4929-420d-954e-4c67a30918a1/838598b4-be43-4ad2-a2bc-cc789f6b3f17/7ce23545-0c66-4a97-8f32-6fa72037ee4f) {{(pid=85224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 15:59:59.527689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Notify callbacks [] for port, precommit_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:59.538282 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Transition to ACTIVE for port object 7ce23545-0c66-4a97-8f32-6fa72037ee4f will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:59:59.557942 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Transition to ACTIVE for port object 7ce23545-0c66-4a97-8f32-6fa72037ee4f will not be triggered until provisioned by entity DHCP. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:59:59.562395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:59.578592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:59:59.709875 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Pushing event updated for resources: {'Port': ['ID=7ce23545-0c66-4a97-8f32-6fa72037ee4f,revision_number=1']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:59:59.723309 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.723677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.724054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.724429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.724817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.725187 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.725554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.725917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.726280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.726643 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.727003 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.727361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:59.741115 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:59:59.783127 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Network 13cd4604-4929-420d-954e-4c67a30918a1 is already hosted by enough agents. {{(pid=85224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 15:59:59.786038 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Resources bound (agent type, host, resource id): {{(pid=85224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:59:59.787666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Received port after_create {{(pid=85224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 15:59:59.886570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Attempting to bind port 7ce23545-0c66-4a97-8f32-6fa72037ee4f on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 15:59:59.886981 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Attempting to bind port 7ce23545-0c66-4a97-8f32-6fa72037ee4f by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': 'f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 15:59:59.887388 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Attempting to bind port 7ce23545-0c66-4a97-8f32-6fa72037ee4f on network 13cd4604-4929-420d-954e-4c67a30918a1 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 15:59:59.893022 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 15:59:59.893436 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Checking segment: {'id': 'f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:59:59.893884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:59.894339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Bound using segment: {'id': 'f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 15:59:59.894841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Bound port: 7ce23545-0c66-4a97-8f32-6fa72037ee4f, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 15:59:59.895247 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:59.977069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] For port 7ce23545-0c66-4a97-8f32-6fa72037ee4f, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 15:59:59.981481 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] For port 7ce23545-0c66-4a97-8f32-6fa72037ee4f, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=7ce23545-0c66-4a97-8f32-6fa72037ee4f,segment=NetworkSegment(f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e),segment_id=f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 15:59:59.984876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:00.001209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:00:00.152999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Pushing event updated for resources: {'Port': ['ID=7ce23545-0c66-4a97-8f32-6fa72037ee4f,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:00:00.156272 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:00:01.018094 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 7ce23545-0c66-4a97-8f32-6fa72037ee4f up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:00:01.092136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 7ce23545-0c66-4a97-8f32-6fa72037ee4f completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:00:01.423822 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa83f0-bbe5-4da5-af9d-bd15b79ee03a None None] Network 13cd4604-4929-420d-954e-4c67a30918a1 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:00:01.552481 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-3d60ab5c-0af1-4273-9a7d-aa923053d90a None None] Provisioning for port 7ce23545-0c66-4a97-8f32-6fa72037ee4f completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:00:01.563118 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-3d60ab5c-0af1-4273-9a7d-aa923053d90a None None] Provisioning complete for port 7ce23545-0c66-4a97-8f32-6fa72037ee4f triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:00:01.563532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d60ab5c-0af1-4273-9a7d-aa923053d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:01.788947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d60ab5c-0af1-4273-9a7d-aa923053d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:01.810896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-3d60ab5c-0af1-4273-9a7d-aa923053d90a None None] For port 7ce23545-0c66-4a97-8f32-6fa72037ee4f, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=7ce23545-0c66-4a97-8f32-6fa72037ee4f,segment=NetworkSegment(f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e),segment_id=f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:00:01.813869 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d60ab5c-0af1-4273-9a7d-aa923053d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:01.815947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:00:01.887889 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60ab5c-0af1-4273-9a7d-aa923053d90a None None] Pushing event updated for resources: {'Port': ['ID=7ce23545-0c66-4a97-8f32-6fa72037ee4f,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:00:01.891765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3d60ab5c-0af1-4273-9a7d-aa923053d90a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:00:02.035205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-1366167c-0fb1-4537-98c4-14b9e3a6ee1f None None] Provisioning complete for port 7ce23545-0c66-4a97-8f32-6fa72037ee4f triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:00:02.035765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1366167c-0fb1-4537-98c4-14b9e3a6ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:02.997725 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 7ce23545-0c66-4a97-8f32-6fa72037ee4f up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:00:03.071553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 7ce23545-0c66-4a97-8f32-6fa72037ee4f triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:00:03.072109 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:23.473946 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-09c32008-a4dc-40a0-bee4-974d1f093939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:25.766538 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0df2-c2ee-467a-bc7a-b4e1ce50e026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:26.466004 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:26.809473 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:27.739837 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:28.508866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 5 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:00:53.477785 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-efeeacc2-da8d-48cb-b5ec-7f843359a58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:55.775589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dee228f6-373b-465f-adcf-1c6082c656b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:56.468152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:56.811122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:57.746156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:05.514229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 5 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:01:13.518510 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40966) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:01:13.525141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [None req-9a319475-0754-4cef-8fa9-9f15556da5ce tempest-verify_tempest_config-1002160163 tempest-verify_tempest_config-1002160163-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:01:13.526180 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9a319475-0754-4cef-8fa9-9f15556da5ce tempest-verify_tempest_config-1002160163 tempest-verify_tempest_config-1002160163-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065415 Apr 14 16:01:13.839460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40984) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:01:13.964183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:13.979881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:01:13.984145 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Usage tracker for resource:security_group_rule and tenant:1457f60d9baf41d4987dc157d04faece is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:01:13.987041 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:01:13.993034 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:01:14.079374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:14.081815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:14.090834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:01:14.131364 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Synchronizing usage tracker for tenant:bed3dcdd22a64e2e90533ec5ea608905 on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:01:14.134814 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a03321-dfc9-48d0-86c4-4f465a7ebaae,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:01:14.147168 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.147553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.147928 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.148299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.148665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.149059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.149422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.149783 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.150159 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.150520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.150879 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.151236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:14.157491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:01:14.162214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Unset dirty status for tenant:bed3dcdd22a64e2e90533ec5ea608905 on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:01:14.163539 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1457f60d9baf41d4987dc157d04faece&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3230257 Apr 14 16:01:14.166338 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 40990) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:01:14.229998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4248b04b-c5bc-47d4-b1ac-c4c8c263959f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:14.256611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4248b04b-c5bc-47d4-b1ac-c4c8c263959f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:14.308747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4248b04b-c5bc-47d4-b1ac-c4c8c263959f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:14.315201 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-19cb8321-2bed-4217-af6f-be6aa586b3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:01:14.328172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248b04b-c5bc-47d4-b1ac-c4c8c263959f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a03321-dfc9-48d0-86c4-4f465a7ebaae,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:01:14.330911 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4248b04b-c5bc-47d4-b1ac-c4c8c263959f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:01:14.331807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4248b04b-c5bc-47d4-b1ac-c4c8c263959f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:14.332992 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-4248b04b-c5bc-47d4-b1ac-c4c8c263959f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88a03321-dfc9-48d0-86c4-4f465a7ebaae HTTP/1.1" status: 204 len: 168 time: 0.1656885 Apr 14 16:01:23.480620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-38822c73-ab19-4708-b89c-2268aadad177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:25.767703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-de59732e-ef17-4a39-ac09-73e076d15816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:26.472675 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:26.813016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:27.743352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:42.518374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 5 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:01:53.481802 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fcc9d954-d87b-41c3-baa9-04c7b7cfaff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:55.769517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f8504ced-1e37-42de-9ae3-d1c214214f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:56.475919 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:56.813317 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:57.751984 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:19.522514 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 5 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:02:23.483187 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-37e6bf29-be1c-4289-9223-bcb1268880ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:25.769441 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4e53710b-4fb0-4f4b-a751-838d8f2e7014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:26.478482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:26.814073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:27.753131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:53.485116 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6ae7327e-7178-4108-8ec6-4001670effef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:53.987970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083'] for agent, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:55.771134 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-57cd6eaf-b043-479a-8738-d1e11c7d74dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:56.481206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:56.528194 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:02:56.815164 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:57.763083 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:59.244893 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41050) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:59.364341 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3be8024e-16d2-4ae7-86fa-7b11ef38ab78 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1182075 Apr 14 16:03:01.860756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41060) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:03:01.922612 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c7474141-baa5-46c7-a1a2-4729935727c9 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0606990 Apr 14 16:03:23.486771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dba21ff0-8875-45ef-bd31-7bb91729ba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:23.937859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:25.774670 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8cf50396-b68e-405a-b14a-b6e9e336ee3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:26.482939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:26.815985 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:27.765632 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:33.533733 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:03:53.491189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-648f6b34-4954-405d-a0b0-f5dc5d7e30cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:53.937815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:55.778230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cb847357-cb32-4531-ab2b-8afb030b1d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:56.486859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:56.819350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:57.768845 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:10.544138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:04:23.493236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cc85dd2b-3a03-42a3-b6bd-2eb0b668c298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:23.946649 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:25.779847 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-df774a44-40af-407a-96f0-d549be0df249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:26.487753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:26.822901 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:27.773549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:38.209503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41278) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:38.245427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41284) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:38.336234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41298) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:38.406908 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41308) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:38.490246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-627098885-network', 'tenant_id': 'dd5d5c316fb94d189ff9831c4534cc0d'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:38.496001 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:38.501346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Usage tracker for resource:network and tenant:dd5d5c316fb94d189ff9831c4534cc0d is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:38.506027 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:38.512183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:38.518916 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-949409354-network', 'tenant_id': '3333064482394dbaaf2ad94cd790c974'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:38.526572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:38.542079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Usage tracker for resource:network and tenant:3333064482394dbaaf2ad94cd790c974 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:38.545560 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:38.548862 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Made reservation on behalf of dd5d5c316fb94d189ff9831c4534cc0d for: {'network': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:38.553517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:38.572973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-network', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:38.579094 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:38.581973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:38.604276 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:38.610597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:38.613614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Usage tracker for resource:network and tenant:95e1c99167c54f26ae334f2295ee5fee is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:38.618069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:38.621281 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Usage tracker for resource:security_group_rule and tenant:dd5d5c316fb94d189ff9831c4534cc0d is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:38.623979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Made reservation on behalf of 3333064482394dbaaf2ad94cd790c974 for: {'network': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:38.628689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:38.646856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:38.650812 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:38.663077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:38.675182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:38.692609 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Made reservation on behalf of 95e1c99167c54f26ae334f2295ee5fee for: {'network': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:38.697348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:38.709314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:38.722203 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Usage tracker for resource:security_group_rule and tenant:3333064482394dbaaf2ad94cd790c974 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:38.729261 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:38.732348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:38.749735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:38.767888 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:38.775669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Usage tracker for resource:security_group_rule and tenant:95e1c99167c54f26ae334f2295ee5fee is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:38.790253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:38.806078 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:38.853234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1233489785-network', 'tenant_id': '31ad166a944e4df09330ae6caeee9230'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:38.919263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:38.929297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:38.940632 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:38.941822 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Usage tracker for resource:network and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:38.949158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:38.965511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:38.983096 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:39.020273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=85223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:04:39.084648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.098143 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.098744 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Added segment 4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f of type vlan for network 3657d7f8-530b-4d89-8325-21bc085396a3 Apr 14 16:04:39.099937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2208b58e-02d5-4e25-8698-498d9db43f7d,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:39.111451 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.118374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Made reservation on behalf of 31ad166a944e4df09330ae6caeee9230 for: {'network': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:39.123188 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.145744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.146129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.146510 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.146880 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.147243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.147611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.147972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.148335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.148712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.149107 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.149469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.149825 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Tracked resource versions report: Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: pushed versions: Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: { 'AddressGroup': {'1.2'}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': {'1.0'}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': {'1.0'}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': {'1.1'}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': {'1.7'}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': {'1.2'}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': {'1.8'}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': {'1.4'}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': {'1.0'}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': {'1.1'}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': {'1.1'}} Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: consumer versions: Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: { DHCP agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: L3 agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: Metadata agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: Metering agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: Open vSwitch agent@dv-cinder-786260-2-smb: { 'AddressGroup': '1.2', Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': '1.0', Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': '1.0', Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': '1.1', Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': '1.7', Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': '1.2', Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': '1.8', Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': '1.4', Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': '1.2', Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': '1.0', Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': '1.1', Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': '1.1'}} Apr 14 16:04:39.150891 dv-cinder-786260-2-smb neutron-server[85109]: {{(pid=85223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:04:39.163701 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:39.169610 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:39.176712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.197561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.216555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.225663 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.233262 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=85223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:04:39.237042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:39.254352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Usage tracker for resource:security_group_rule and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:39.263296 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:39.266775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:39.275770 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:39.278943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:39.279784 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.280211 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Added segment 1c3ab707-5331-4e24-9133-f097d8fcd9be of type vlan for network bf181945-05ee-4785-a92a-96d6d4ca43e4 Apr 14 16:04:39.281166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:39.315365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=85223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:04:39.371693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:39.385112 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:39.386338 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.386828 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.387194 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Added segment cea31b5d-35fd-438d-a656-82337dbd15a7 of type vlan for network ea67db47-bf65-4079-9934-9f42e3de44e7 Apr 14 16:04:39.395057 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.399631 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:39.400264 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.411329 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:39.560378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.604449 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.605248 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Pushing event updated for resources: {'Network': ['ID=3657d7f8-530b-4d89-8325-21bc085396a3,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:39.616994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network 3657d7f8-530b-4d89-8325-21bc085396a3 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:04:39.624522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:39.625675 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:39.626315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.640853 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-004fb771-8c08-44ae-8b0a-fc69b86491d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:39.682962 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4680483 Apr 14 16:04:39.683086 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 41370) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:39.690350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Request body: {'subnet': {'network_id': '3657d7f8-530b-4d89-8325-21bc085396a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-627098885-subnet', 'tenant_id': 'dd5d5c316fb94d189ff9831c4534cc0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:39.695822 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.quota [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Loaded quota_driver: . Apr 14 16:04:39.721765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:39.729372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Usage tracker for resource:subnet and tenant:dd5d5c316fb94d189ff9831c4534cc0d is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:39.737605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:39.757780 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:39.759345 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.772233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:39.772917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.781105 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5315549 Apr 14 16:04:39.786273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 41378) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:39.798098 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Made reservation on behalf of dd5d5c316fb94d189ff9831c4534cc0d for: {'subnet': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:39.800195 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.805672 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Pushing event updated for resources: {'Network': ['ID=bf181945-05ee-4785-a92a-96d6d4ca43e4,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:39.805899 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.808666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.809758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:39.811335 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4740078 Apr 14 16:04:39.812639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:39.826758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41382) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:39.843164 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network bf181945-05ee-4785-a92a-96d6d4ca43e4 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:04:39.863148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Request body: {'subnet': {'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-949409354-subnet', 'tenant_id': '3333064482394dbaaf2ad94cd790c974', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:39.882451 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:39.893310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Request body: {'subnet': {'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-subnet', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:39.915273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:39.928306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=85223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:04:39.930868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Usage tracker for resource:subnet and tenant:95e1c99167c54f26ae334f2295ee5fee is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:39.943351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:39.968095 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:39.984510 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:39.984947 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Added segment 53774a26-6936-49f0-b3d2-be8c372bde6f of type vlan for network e4087ddd-268d-4f34-8462-2595c8d5f179 Apr 14 16:04:39.988117 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Pushing event updated for resources: {'Network': ['ID=ea67db47-bf65-4079-9934-9f42e3de44e7,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:40.007424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:40.008835 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:40.015676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network ea67db47-bf65-4079-9934-9f42e3de44e7 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:04:40.049395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Made reservation on behalf of 95e1c99167c54f26ae334f2295ee5fee for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:40.054713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:40.093974 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Usage tracker for resource:subnet and tenant:3333064482394dbaaf2ad94cd790c974 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:40.099574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:40.114638 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:40.191019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a30b85c-50c7-41cb-b7e9-05eb8b4bc00c,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:40.196929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:40.243363 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:40.247156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:40.247798 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:40.254141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:40.376046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:40.550343 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41392) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:40.599728 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1916063 Apr 14 16:04:40.609395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41398) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:40.620031 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Request body: {'subnet': {'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1233489785-subnet', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:40.623693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Pushing event updated for resources: {'Network': ['ID=e4087ddd-268d-4f34-8462-2595c8d5f179,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:40.629079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:40.630055 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:40.635623 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network e4087ddd-268d-4f34-8462-2595c8d5f179 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:04:40.651911 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Usage tracker for resource:subnet and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:40.651911 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:40.659121 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:40.685482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Made reservation on behalf of 31ad166a944e4df09330ae6caeee9230 for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:40.690202 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:40.784511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Made reservation on behalf of 3333064482394dbaaf2ad94cd790c974 for: {'subnet': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:40.796397 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:40.962014 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bc2caa32-0062-427b-b873-60b6d35e4859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:41.005228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-bc2caa32-0062-427b-b873-60b6d35e4859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:41.010606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-bc2caa32-0062-427b-b873-60b6d35e4859 admin admin] Usage tracker for resource:security_group_rule and tenant:0abc46a80c27463bb9a220cb3b185e27 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:41.014872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-bc2caa32-0062-427b-b873-60b6d35e4859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:41.029641 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-bc2caa32-0062-427b-b873-60b6d35e4859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:41.179807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bc2caa32-0062-427b-b873-60b6d35e4859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:41.193361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bc2caa32-0062-427b-b873-60b6d35e4859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:41.210179 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:41.311764 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2caa32-0062-427b-b873-60b6d35e4859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb97d72a-f1c4-494b-aebe-42c2c5163839,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:41.329858 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for subnet, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:41.346439 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-bc2caa32-0062-427b-b873-60b6d35e4859 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0abc46a80c27463bb9a220cb3b185e27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7949581 Apr 14 16:04:41.348743 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:41.351726 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-bc2caa32-0062-427b-b873-60b6d35e4859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:41.358593 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41428) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:41.565713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41436) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:41.569807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ed9d675c-8e16-493d-937d-29076104a5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:41.594842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d5ac10-486d-44ec-b209-d5614fe5b492,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:41.610747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.611103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.611489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.611848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.612215 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.612584 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.612974 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.613332 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.613716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.614075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.614433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.614790 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Tracked resource versions report: Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: pushed versions: Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: { 'AddressGroup': {'1.2'}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': {'1.0'}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': {'1.0'}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': {'1.1'}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': {'1.7'}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': {'1.2'}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': {'1.8'}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': {'1.4'}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': {'1.0'}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': {'1.1'}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': {'1.1'}} Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: consumer versions: Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: { DHCP agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: L3 agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: Metadata agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: Metering agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: Open vSwitch agent@dv-cinder-786260-2-smb: { 'AddressGroup': '1.2', Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': '1.0', Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': '1.0', Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': '1.1', Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': '1.7', Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': '1.2', Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': '1.8', Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': '1.4', Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': '1.2', Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': '1.0', Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': '1.1', Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': '1.1'}} Apr 14 16:04:41.615863 dv-cinder-786260-2-smb neutron-server[85109]: {{(pid=85222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:04:41.620477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:41.671319 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:41.692187 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Checking segment: {'id': '4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3657d7f8-530b-4d89-8325-21bc085396a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:41.692572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Network hostable DHCP agents. Network: 3657d7f8-530b-4d89-8325-21bc085396a3, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:04:41.699492 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0ed711a9-7dab-4a40-aef2-5e92d647af84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:41.728354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Network 3657d7f8-530b-4d89-8325-21bc085396a3 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:04:41.739409 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ed9d675c-8e16-493d-937d-29076104a5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:41.780447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, 3657d7f8-530b-4d89-8325-21bc085396a3) {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:41.787839 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:41.789332 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:41.793032 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f3a110-1d04-4127-9494-c8b81e9d18c5 None None] Network 3657d7f8-530b-4d89-8325-21bc085396a3 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:41.822387 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for subnet, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:41.843245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:41.854518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=205a602a-d21f-462a-9232-3855ae667a74,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:41.858824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:41.878761 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d18dd8b0-fe29-419a-ba56-32c8891e5387 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1947694 Apr 14 16:04:41.894938 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-830527e7-4ab8-42c2-8ed1-d6bdf0bd20ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:41.935107 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-830527e7-4ab8-42c2-8ed1-d6bdf0bd20ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:41.940417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-830527e7-4ab8-42c2-8ed1-d6bdf0bd20ad admin admin] Usage tracker for resource:security_group_rule and tenant:8d991e6d12384872950e8f5aff36343b is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:41.944063 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-830527e7-4ab8-42c2-8ed1-d6bdf0bd20ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:41.951496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-830527e7-4ab8-42c2-8ed1-d6bdf0bd20ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:42.073740 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a741ead3-5ae0-45aa-893b-e434dea70d0a,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:42.075879 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e98c2-61ca-417d-8bcf-c4166c563733 None None] Network 3657d7f8-530b-4d89-8325-21bc085396a3 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:42.080091 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:42.108691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-830527e7-4ab8-42c2-8ed1-d6bdf0bd20ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.132903 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-830527e7-4ab8-42c2-8ed1-d6bdf0bd20ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.170801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-313c40bb-8de0-46cd-9513-cbd6633e96de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:42.184214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Checking segment: {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:42.186789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Network hostable DHCP agents. Network: bf181945-05ee-4785-a92a-96d6d4ca43e4, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:04:42.216290 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Network bf181945-05ee-4785-a92a-96d6d4ca43e4 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:04:42.235660 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, bf181945-05ee-4785-a92a-96d6d4ca43e4) {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:42.244093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:42.247407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.273234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3670c-e9a7-415c-8d99-4403547ae8d3 None None] Network bf181945-05ee-4785-a92a-96d6d4ca43e4 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:42.284980 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4961176 Apr 14 16:04:42.320566 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ed9d675c-8e16-493d-937d-29076104a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.335011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 41474) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:42.335355 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-830527e7-4ab8-42c2-8ed1-d6bdf0bd20ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d991e6d12384872950e8f5aff36343b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7668676 Apr 14 16:04:42.349076 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830527e7-4ab8-42c2-8ed1-d6bdf0bd20ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c61b29e-3fe2-4362-8153-6177c2ef30a0,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:42.355231 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-830527e7-4ab8-42c2-8ed1-d6bdf0bd20ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:42.356351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:42.380069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d675c-8e16-493d-937d-29076104a5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb97d72a-f1c4-494b-aebe-42c2c5163839,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:42.386271 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ed9d675c-8e16-493d-937d-29076104a5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:42.427715 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ed9d675c-8e16-493d-937d-29076104a5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.431446 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ed9d675c-8e16-493d-937d-29076104a5b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb97d72a-f1c4-494b-aebe-42c2c5163839 HTTP/1.1" status: 204 len: 168 time: 1.0681376 Apr 14 16:04:42.477699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Checking segment: {'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:42.478090 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Network hostable DHCP agents. Network: ea67db47-bf65-4079-9934-9f42e3de44e7, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:04:42.510053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d9189cfc-3990-4eea-8f31-f10c95a74cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.513750 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.532738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:42.576081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d9189cfc-3990-4eea-8f31-f10c95a74cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.636330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d9189cfc-3990-4eea-8f31-f10c95a74cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.639023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Network ea67db47-bf65-4079-9934-9f42e3de44e7 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:04:42.643250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:42.680989 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, ea67db47-bf65-4079-9934-9f42e3de44e7) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:42.689890 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d9189cfc-3990-4eea-8f31-f10c95a74cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.691583 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d9189cfc-3990-4eea-8f31-f10c95a74cdf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c61b29e-3fe2-4362-8153-6177c2ef30a0 HTTP/1.1" status: 204 len: 168 time: 0.3554416 Apr 14 16:04:42.692622 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9189cfc-3990-4eea-8f31-f10c95a74cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c61b29e-3fe2-4362-8153-6177c2ef30a0,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:42.697519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d9189cfc-3990-4eea-8f31-f10c95a74cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:42.698923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 41494) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:42.705003 dv-cinder-786260-2-smb neutron-server[85109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 16:04:42.728236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:42.729902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.770002 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=410481ba-9005-4999-9ca9-04bcc89f40f5,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:42.783992 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:42.824316 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71eccd9-e177-431b-ac95-a41b4e0d58a8 None None] Network ea67db47-bf65-4079-9934-9f42e3de44e7 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:42.868168 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0335100 Apr 14 16:04:42.868940 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 41508) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:42.881158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-router', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:42.902979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:42.908022 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Usage tracker for resource:router and tenant:95e1c99167c54f26ae334f2295ee5fee is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:42.911893 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:42.919371 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:42.950193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1045782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49154'] for router, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.951372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853729933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1035679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853839601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726539'] for router, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:42.953955 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Checking segment: {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:42.954364 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Network hostable DHCP agents. Network: e4087ddd-268d-4f34-8462-2595c8d5f179, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:04:43.004527 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Network e4087ddd-268d-4f34-8462-2595c8d5f179 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:04:43.018992 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:43.036303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, e4087ddd-268d-4f34-8462-2595c8d5f179) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:43.045011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:43.046212 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:43.087006 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4731107 Apr 14 16:04:43.088010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41524) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:43.100972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:43.109564 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:43.116415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Usage tracker for resource:router and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:43.123269 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:43.136792 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:43.151597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-3ee12a58-1fda-43fc-87fb-eeb4bf776dde tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:43.157266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1045782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49154'] for router, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:43.158438 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853729933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1035679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853839601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726539'] for router, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:43.161887 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-3ee12a58-1fda-43fc-87fb-eeb4bf776dde tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/networks?id=3657d7f8-530b-4d89-8325-21bc085396a3 HTTP/1.1" status: 200 len: 811 time: 0.4615924 Apr 14 16:04:43.189345 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-5f13555f-2296-44ed-a31d-3c04d46f2154 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/quotas/dd5d5c316fb94d189ff9831c4534cc0d HTTP/1.1" status: 200 len: 375 time: 0.0263405 Apr 14 16:04:43.192500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:43.204868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3bfcc9-eb6e-4afe-a61e-797309089ee1 None None] Network e4087ddd-268d-4f34-8462-2595c8d5f179 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:43.367564 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41542) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:43.499869 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a3ed3b6b-28ad-4581-82ab-1feee4b32477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:43.526804 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a3ed3b6b-28ad-4581-82ab-1feee4b32477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:43.531462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a3ed3b6b-28ad-4581-82ab-1feee4b32477 admin admin] Usage tracker for resource:security_group_rule and tenant:498811ca7adc434bbf3f1ea5642f68af is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:43.534904 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a3ed3b6b-28ad-4581-82ab-1feee4b32477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:43.542153 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a3ed3b6b-28ad-4581-82ab-1feee4b32477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:43.618035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3544073-62b3-42aa-b69f-2461aa0b7209 None None] Network bf181945-05ee-4785-a92a-96d6d4ca43e4 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:43.644469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41548) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:43.651805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a3ed3b6b-28ad-4581-82ab-1feee4b32477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:43.707767 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-cf9e662f-914c-48ba-a073-63ab7a59b8e5 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd5d5c316fb94d189ff9831c4534cc0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5168254 Apr 14 16:04:43.741022 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a3ed3b6b-28ad-4581-82ab-1feee4b32477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:43.789188 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d603e037-eb9e-45dd-b810-86a26c30f03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:43.808868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:43.827212 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a3ed3b6b-28ad-4581-82ab-1feee4b32477 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=498811ca7adc434bbf3f1ea5642f68af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4569278 Apr 14 16:04:43.865098 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp473252ec-2888-5c69-b44f-6f22b1910560-e4087ddd-268d-4f34-8462-2595c8d5f179', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5'}]}} from dv-cinder-786260-2-smb. {{(pid=85224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:04:43.866017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:44.061939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 41556) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:44.140929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853857952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1045985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726556'] for router, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:44.145228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d603e037-eb9e-45dd-b810-86a26c30f03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:44.162501 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d603e037-eb9e-45dd-b810-86a26c30f03d admin admin] Usage tracker for resource:security_group_rule and tenant:76218f527c454474a095547d97605a6e is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:44.170779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d603e037-eb9e-45dd-b810-86a26c30f03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:44.204148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d603e037-eb9e-45dd-b810-86a26c30f03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:44.207035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed3b6b-28ad-4581-82ab-1feee4b32477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67153e36-cd44-4d3e-ad94-0f5c6ef9137d,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:44.213312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a3ed3b6b-28ad-4581-82ab-1feee4b32477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:44.264589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41576) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:44.281799 dv-cinder-786260-2-smb neutron-server[85109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 16:04:44.289273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853857952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1045985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726556'] for router, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:44.369445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768351d0-5b6b-4f82-a64e-026fe85becba None None] Network ea67db47-bf65-4079-9934-9f42e3de44e7 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:44.403438 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-703b6640-c049-4824-8f62-9ce4c90d0f00 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:04:44.404803 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-703b6640-c049-4824-8f62-9ce4c90d0f00 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3449137 Apr 14 16:04:44.503689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ebb655aa-da0a-464e-b5da-c17f4f35c512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:44.565223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-8f8a1d68-0a4f-48bb-a143-8a349c2c55d0 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:44.566024 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-8f8a1d68-0a4f-48bb-a143-8a349c2c55d0 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Synchronizing usage tracker for tenant:3333064482394dbaaf2ad94cd790c974 on resource:network {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:04:44.571320 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ebb655aa-da0a-464e-b5da-c17f4f35c512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:44.672013 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-2d6f234f-bd6b-4eed-8c8b-cb04c02a8fd0 service neutron] 10.222.0.48 "GET /v2.0/networks/3657d7f8-530b-4d89-8325-21bc085396a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537069 Apr 14 16:04:44.758148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d603e037-eb9e-45dd-b810-86a26c30f03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:44.766171 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ebb655aa-da0a-464e-b5da-c17f4f35c512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:44.771838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d603e037-eb9e-45dd-b810-86a26c30f03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:44.774963 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Allocated IP 172.20.0.2 (e4087ddd-268d-4f34-8462-2595c8d5f179/410481ba-9005-4999-9ca9-04bcc89f40f5/6dcb3f06-fee1-4c52-ad86-db2b7123a0a9) {{(pid=85224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:04:44.781365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d9189cfc-3990-4eea-8f31-f10c95a74cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:44.808532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-8f8a1d68-0a4f-48bb-a143-8a349c2c55d0 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Unset dirty status for tenant:3333064482394dbaaf2ad94cd790c974 on resource:network {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:04:44.809851 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-8f8a1d68-0a4f-48bb-a143-8a349c2c55d0 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 814 time: 0.5389252 Apr 14 16:04:44.824465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:44.883614 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-126e4906-9d06-4420-86ca-3f700fcf060d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/quotas/3333064482394dbaaf2ad94cd790c974 HTTP/1.1" status: 200 len: 375 time: 0.0635364 Apr 14 16:04:44.892988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:44.924342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603e037-eb9e-45dd-b810-86a26c30f03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00b9bcb-35c9-481a-bbca-ffeacd0e26dc,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:44.926988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d603e037-eb9e-45dd-b810-86a26c30f03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:44.937356 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d603e037-eb9e-45dd-b810-86a26c30f03d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76218f527c454474a095547d97605a6e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2880132 Apr 14 16:04:44.958771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 41584) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:44.970946 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.026407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb655aa-da0a-464e-b5da-c17f4f35c512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67153e36-cd44-4d3e-ad94-0f5c6ef9137d,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:45.037980 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-75e320d2-e01e-4b26-b5f9-3659af7e6abe tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162019 Apr 14 16:04:45.067535 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ebb655aa-da0a-464e-b5da-c17f4f35c512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:45.071134 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ebb655aa-da0a-464e-b5da-c17f4f35c512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.073184 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ebb655aa-da0a-464e-b5da-c17f4f35c512 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67153e36-cd44-4d3e-ad94-0f5c6ef9137d HTTP/1.1" status: 204 len: 168 time: 1.0096202 Apr 14 16:04:45.144129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Notify callbacks [] for port, precommit_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.145110 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-f2c15dc9-6678-4442-99ff-5056ba873eb1 service neutron] 10.222.0.48 "GET /v2.0/networks/3657d7f8-530b-4d89-8325-21bc085396a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646847 Apr 14 16:04:45.153482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.157315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Transition to ACTIVE for port object 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:04:45.185318 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Transition to ACTIVE for port object 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 will not be triggered until provisioned by entity DHCP. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:04:45.190351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.193476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-53399b6b-eae5-4b51-91ed-95376342b88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.224172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-53399b6b-eae5-4b51-91ed-95376342b88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.306692 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Allocated IP 172.28.3.70 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/f9447a6c-f202-45dd-a7bc-92620376a5ab) {{(pid=85223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:04:45.318096 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.320141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-53399b6b-eae5-4b51-91ed-95376342b88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.345556 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-e6317087-c543-4406-87e5-e0bc5455bb99 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:04:45.351182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:45.352529 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-e6317087-c543-4406-87e5-e0bc5455bb99 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1411524 Apr 14 16:04:45.414069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Network e4087ddd-268d-4f34-8462-2595c8d5f179 is already hosted by enough agents. {{(pid=85224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:04:45.421152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ebb655aa-da0a-464e-b5da-c17f4f35c512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:45.426258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Resources bound (agent type, host, resource id): {{(pid=85224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:45.441814 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Received port after_create {{(pid=85224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:04:45.453729 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53399b6b-eae5-4b51-91ed-95376342b88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00b9bcb-35c9-481a-bbca-ffeacd0e26dc,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:45.458442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-53399b6b-eae5-4b51-91ed-95376342b88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:45.477378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-53399b6b-eae5-4b51-91ed-95376342b88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.489475 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-53399b6b-eae5-4b51-91ed-95376342b88a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e00b9bcb-35c9-481a-bbca-ffeacd0e26dc HTTP/1.1" status: 204 len: 168 time: 0.5273213 Apr 14 16:04:45.583104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Attempting to bind port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:04:45.583685 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Attempting to bind port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:04:45.584097 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Attempting to bind port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 on network e4087ddd-268d-4f34-8462-2595c8d5f179 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:04:45.594763 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:04:45.595172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Checking segment: {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:45.595681 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.596125 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Bound using segment: {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:04:45.596659 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Bound port: 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:04:45.597105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.686303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] For port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:04:45.689713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] For port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:04:45.694894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:45.847866 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-449940ac-84b3-490a-b2ba-a881bbff4461 service neutron] 10.222.0.48 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879529 Apr 14 16:04:45.848522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Pushing event updated for resources: {'Port': ['ID=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,revision_number=1']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:45.878969 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.879361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.879922 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.880528 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.890828 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.891061 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.891314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.891699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.892078 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.893965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.894338 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.896201 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Tracked resource versions report: Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: pushed versions: Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: { 'AddressGroup': {'1.2'}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': {'1.0'}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': {'1.0'}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': {'1.1'}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': {'1.7'}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': {'1.2'}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': {'1.8'}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': {'1.4'}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': {'1.0'}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': {'1.1'}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': {'1.1'}} Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: consumer versions: Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: { DHCP agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: L3 agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: Metadata agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: Metering agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: Open vSwitch agent@dv-cinder-786260-2-smb: { 'AddressGroup': '1.2', Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': '1.0', Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': '1.0', Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': '1.1', Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': '1.7', Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': '1.2', Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': '1.8', Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': '1.4', Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': '1.2', Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': '1.0', Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': '1.1', Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': '1.1'}} Apr 14 16:04:45.897129 dv-cinder-786260-2-smb neutron-server[85109]: {{(pid=85224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:04:45.904562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:45.905287 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cba27e7a-fa54-4336-8926-4ac44224f26e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:46.016275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:46.073465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Pushing event updated for resources: {'Port': ['ID=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:46.078678 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:46.081574 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7124bdea-426e-466b-81d1-fc4b4ea22ee1 req-a98f3641-43c5-4745-906a-abb0b021b800 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 210 time: 0.1280077 Apr 14 16:04:46.226773 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-38dd3a3f-1190-48a7-b805-245fc607013f service neutron] 10.222.0.48 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352628 Apr 14 16:04:46.231183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:46.382924 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Allocated IP 172.28.3.247 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/403bc4a1-9be2-46d4-aaf8-233deb807e85) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:04:46.512955 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:46.636216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:04:46.643534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:46.690799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Received port after_create {{(pid=85223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:04:46.821538 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:46.870273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:46.926746 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Pushing event updated for resources: {'Port': ['ID=f9447a6c-f202-45dd-a7bc-92620376a5ab,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:47.095449 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:47.137411 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2132e62d-6413-4ff8-949a-2694cd87a1c4 req-8ddf0d9f-d5fa-4dd0-81e2-57f90639988a tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 210 time: 0.2194467 Apr 14 16:04:47.138363 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:47.298136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:04:47.429522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:04:47.470535 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-43cb4414-0c27-4b30-9a98-318483984dc2 req-a3d68167-6137-4348-8e26-b44d2e466987 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 210 time: 0.1675637 Apr 14 16:04:47.478574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:04:47.483150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:47.488624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:04:47.577268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:04:47.580301 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Pushing event updated for resources: {'Port': ['ID=403bc4a1-9be2-46d4-aaf8-233deb807e85,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:47.601583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:47.631410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:47.972739 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0699a359-d282-4d4c-a86f-36addf7f625f None None] Network e4087ddd-268d-4f34-8462-2595c8d5f179 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:48.184622 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-929ed40a-6da7-40d4-bef7-e55316d1a8d7 None None] Provisioning for port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:04:48.212220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-929ed40a-6da7-40d4-bef7-e55316d1a8d7 None None] Provisioning complete for port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:04:48.212220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-929ed40a-6da7-40d4-bef7-e55316d1a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:48.247442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 41742) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:48.248012 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 41752) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:48.638768 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c4b562b-c687-4d2a-af7e-91851cbc51bf req-f1891de6-bf1c-463d-af73-7496a9ed0575 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 210 time: 0.2332506 Apr 14 16:04:48.715953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-929ed40a-6da7-40d4-bef7-e55316d1a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:48.728606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:48.764794 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-929ed40a-6da7-40d4-bef7-e55316d1a8d7 None None] For port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:04:48.774600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-929ed40a-6da7-40d4-bef7-e55316d1a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:48.786735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cba27e7a-fa54-4336-8926-4ac44224f26e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:49.001006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ed40a-6da7-40d4-bef7-e55316d1a8d7 None None] Pushing event updated for resources: {'Port': ['ID=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:49.015869 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-929ed40a-6da7-40d4-bef7-e55316d1a8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:49.164318 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853729815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917835'] for router, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:49.219767 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:04:49.321804 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:04:49.322335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:49.456020 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853729815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917835'] for router, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:49.464457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-8f51533e-7705-42da-aee1-3d1f0f701641 None None] Provisioning complete for port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:04:49.465025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8f51533e-7705-42da-aee1-3d1f0f701641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:49.555348 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-409f07e4-6eae-4a9a-8774-00847e9b2e78 req-07ccb059-1e5a-4b30-b541-9498cec0d09f tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 210 time: 0.6394451 Apr 14 16:04:49.559312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cb23422e-4499-4312-b8c3-8c2a06f597ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:49.597461 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6c5d39bf-13ee-4a33-86bb-49d0ba09ebb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:49.602320 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Router 6c40a51d-68cb-41c7-9363-6d042134b3c2 is scheduled to L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 with binding_index 1 {{(pid=85223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:04:49.620709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-cb23422e-4499-4312-b8c3-8c2a06f597ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:49.632010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-6c5d39bf-13ee-4a33-86bb-49d0ba09ebb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:49.651398 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-6c5d39bf-13ee-4a33-86bb-49d0ba09ebb9 admin admin] Usage tracker for resource:security_group_rule and tenant:d5c1387607a84f43a7652d80c1419090 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:49.660089 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-6c5d39bf-13ee-4a33-86bb-49d0ba09ebb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:49.693323 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-6c5d39bf-13ee-4a33-86bb-49d0ba09ebb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:49.833651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6c5d39bf-13ee-4a33-86bb-49d0ba09ebb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:49.835263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.25', 55247) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:49.836563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-cb23422e-4499-4312-b8c3-8c2a06f597ac admin admin] Usage tracker for resource:security_group_rule and tenant:188fbbb63c8a4020a8efa283f0a99121 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:49.913467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-cb23422e-4499-4312-b8c3-8c2a06f597ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:49.929806 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6c5d39bf-13ee-4a33-86bb-49d0ba09ebb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:49.962688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-cb23422e-4499-4312-b8c3-8c2a06f597ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:49.981465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:49.999885 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3e8dfe41-1982-4d85-87cf-1cfce98df1cb req-ec9612c1-1513-42a4-9601-17a472c0b6e2 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 210 time: 0.0613654 Apr 14 16:04:50.054783 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:04:50.065307 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Sync routers for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:04:50.082536 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:04:50.083268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:04:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:04:50.119415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d39bf-13ee-4a33-86bb-49d0ba09ebb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797d9db8-e4fe-4e82-9d37-775f3237af1c,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:50.123155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6c5d39bf-13ee-4a33-86bb-49d0ba09ebb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:50.129618 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41806) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:50.129842 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6c5d39bf-13ee-4a33-86bb-49d0ba09ebb9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5c1387607a84f43a7652d80c1419090&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8777971 Apr 14 16:04:50.238792 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-0a5f707f-0294-4bd3-b2d2-d8ecb2644c35 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:50.240410 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-0a5f707f-0294-4bd3-b2d2-d8ecb2644c35 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.25 "GET /v2.0/networks?id=3657d7f8-530b-4d89-8325-21bc085396a3 HTTP/1.1" status: 200 len: 811 time: 0.3388915 Apr 14 16:04:50.284856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Notify callbacks [] for router, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:50.286157 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1968791 Apr 14 16:04:50.293568 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Request body: {'port': {'device_id': 'd07ac0c2-c974-4e96-aad3-3b6b79602edf', 'network_id': '3657d7f8-530b-4d89-8325-21bc085396a3', 'admin_state_up': True, 'tenant_id': 'dd5d5c316fb94d189ff9831c4534cc0d'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:50.294769 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41818) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:50.414841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:04:50.641249 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Router 099a9704-5703-4bb4-bb83-0d1b7164ce96 is scheduled to L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 with binding_index 1 {{(pid=85222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:04:50.842317 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c187d723-b382-4e9f-97fe-afd77d4cff44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:50.903391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c187d723-b382-4e9f-97fe-afd77d4cff44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:50.992292 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.25', 55252) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:51.289778 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:04:51.301734 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Sync routers for ids ['099a9704-5703-4bb4-bb83-0d1b7164ce96'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:04:51.318728 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cb23422e-4499-4312-b8c3-8c2a06f597ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:51.321722 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Routers {'099a9704-5703-4bb4-bb83-0d1b7164ce96'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:04:51.322427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:04:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['099a9704-5703-4bb4-bb83-0d1b7164ce96'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:04:51.338101 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:47Z', 'revision_number': 3, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:04:51.343992 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Checking router: 6c40a51d-68cb-41c7-9363-6d042134b3c2 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:04:51.344555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Updating router 6c40a51d-68cb-41c7-9363-6d042134b3c2 port f9447a6c-f202-45dd-a7bc-92620376a5ab binding host dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:04:51.434953 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f919e844-764d-4e4f-b2bb-784a35e5be1a req-0640ad75-db07-40d9-b62f-e5e604687607 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 210 time: 0.4812405 Apr 14 16:04:51.460412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:51.465794 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Usage tracker for resource:port and tenant:dd5d5c316fb94d189ff9831c4534cc0d is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:51.472973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:51.482036 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:51.493676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:51.530534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cb23422e-4499-4312-b8c3-8c2a06f597ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:51.542991 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Made reservation on behalf of dd5d5c316fb94d189ff9831c4534cc0d for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:51.566135 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:51.717106 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:51.995535 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23422e-4499-4312-b8c3-8c2a06f597ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf21718-d831-411d-b181-32369eb77516,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:52.018399 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cb23422e-4499-4312-b8c3-8c2a06f597ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:52.029454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Notify callbacks [] for router, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:52.034210 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.1639893 Apr 14 16:04:52.036053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 41880) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:52.122969 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d4d83ae-e92f-4d8f-9170-25d3aa0ba40e req-7324e03a-c5fa-4f88-800b-a83863569466 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 210 time: 0.2965875 Apr 14 16:04:52.174360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c187d723-b382-4e9f-97fe-afd77d4cff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:52.218116 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:52.300872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187d723-b382-4e9f-97fe-afd77d4cff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797d9db8-e4fe-4e82-9d37-775f3237af1c,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:52.328233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-06f82f79-c395-41ca-9dfe-2b45048c28f5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:52.331575 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-06f82f79-c395-41ca-9dfe-2b45048c28f5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 814 time: 1.3378632 Apr 14 16:04:52.333640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c187d723-b382-4e9f-97fe-afd77d4cff44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:52.337845 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c187d723-b382-4e9f-97fe-afd77d4cff44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:52.339718 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c187d723-b382-4e9f-97fe-afd77d4cff44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/797d9db8-e4fe-4e82-9d37-775f3237af1c HTTP/1.1" status: 204 len: 168 time: 2.2090364 Apr 14 16:04:52.384281 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Request body: {'port': {'device_id': '8fb8d009-1977-48df-bedb-8897b31331fd', 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4', 'admin_state_up': True, 'tenant_id': '3333064482394dbaaf2ad94cd790c974'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:52.407163 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Set router 099a9704-5703-4bb4-bb83-0d1b7164ce96 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:04:52.603536 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:52.784579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:52.804355 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Notify callbacks [] for port, precommit_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:52.807534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Usage tracker for resource:port and tenant:3333064482394dbaaf2ad94cd790c974 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:52.824557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:52.839389 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Transition to ACTIVE for port object f9447a6c-f202-45dd-a7bc-92620376a5ab will not be triggered until provisioned by entity L2. {{(pid=85225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:04:52.855611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:52.860713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:52.917350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-47dd5e34-0d00-4f19-810c-f09938dae95f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:52.956762 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-cb23422e-4499-4312-b8c3-8c2a06f597ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=188fbbb63c8a4020a8efa283f0a99121&name=default HTTP/1.1" status: 200 len: 2975 time: 4.7039530 Apr 14 16:04:52.958228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 41902) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:53.071275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Made reservation on behalf of 3333064482394dbaaf2ad94cd790c974 for: {'port': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:53.078096 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.386125 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-router', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:42Z', 'updated_at': '2021-04-14T16:04:48Z', 'revision_number': 3, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'gw_port': {'id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:04:53.395356 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Pushing event updated for resources: {'Port': ['ID=f9447a6c-f202-45dd-a7bc-92620376a5ab,revision_number=2']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:53.404777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Checking router: 099a9704-5703-4bb4-bb83-0d1b7164ce96 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:04:53.408218 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Updating router 099a9704-5703-4bb4-bb83-0d1b7164ce96 port 403bc4a1-9be2-46d4-aaf8-233deb807e85 binding host dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:04:53.470117 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-40367b31-50ba-43a3-8337-9ff8a918c676 req-b96aff85-c4a1-4281-a15f-de06f17c9c6c tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 210 time: 0.4996660 Apr 14 16:04:53.478243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.479994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.480395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.480921 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.481932 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.483868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.484496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.485007 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.485762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.487036 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.487828 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.488654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Tracked resource versions report: Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: pushed versions: Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: { 'AddressGroup': {'1.2'}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': {'1.0'}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': {'1.0'}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': {'1.1'}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': {'1.7'}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': {'1.2'}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': {'1.8'}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': {'1.4'}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': {'1.0'}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': {'1.1'}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': {'1.1'}} Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: consumer versions: Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: { DHCP agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: L3 agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: Metadata agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: Metering agent@dv-cinder-786260-2-smb: {}, Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: Open vSwitch agent@dv-cinder-786260-2-smb: { 'AddressGroup': '1.2', Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'ConntrackHelper': '1.0', Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'Log': '1.0', Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'Network': '1.1', Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'Port': '1.7', Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'PortForwarding': '1.2', Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'QosPolicy': '1.8', Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroup': '1.4', Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'SecurityGroupRule': '1.2', Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'SubPort': '1.0', Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'Subnet': '1.1', Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: 'Trunk': '1.1'}} Apr 14 16:04:53.490010 dv-cinder-786260-2-smb neutron-server[85109]: {{(pid=85225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:04:53.511450 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:53.643346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c9c55d62-ee9a-47a2-a23d-f72d3d98f3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.680141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Attempting to bind port f9447a6c-f202-45dd-a7bc-92620376a5ab on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:04:53.682289 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Attempting to bind port f9447a6c-f202-45dd-a7bc-92620376a5ab by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:04:53.686527 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Attempting to bind port f9447a6c-f202-45dd-a7bc-92620376a5ab on network e8580497-b273-4b3c-b442-5753c0086bc0 {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:04:53.690483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.714023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:04:53.716311 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Checking segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:53.720861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.722812 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Bound using segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:04:53.723826 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Bound port: f9447a6c-f202-45dd-a7bc-92620376a5ab, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:04:53.731103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.810457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41920) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:53.980138 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5628b3c8-fc8d-4f8e-823e-76e55079d62e req-5f1d32c3-50d9-43c6-ba88-cb054c8c2a8e tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 210 time: 0.5895145 Apr 14 16:04:54.004605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.021193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d01173a-df11-4113-bb7b-941f13ddacce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.047967 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41926) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:54.060427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] For port f9447a6c-f202-45dd-a7bc-92620376a5ab, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:04:54.067699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] For port f9447a6c-f202-45dd-a7bc-92620376a5ab, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=f9447a6c-f202-45dd-a7bc-92620376a5ab,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:04:54.074754 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.090193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Allocated IP 172.20.0.1 (e4087ddd-268d-4f34-8462-2595c8d5f179/410481ba-9005-4999-9ca9-04bcc89f40f5/23469115-2d3d-42b0-a137-a9a3cfd45afe) {{(pid=85223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:04:54.097358 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fff2c00-6593-433e-9d37-71b2d51c02da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.099603 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3d01173a-df11-4113-bb7b-941f13ddacce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:54.117731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3d01173a-df11-4113-bb7b-941f13ddacce admin admin] Usage tracker for resource:security_group_rule and tenant:73f720967cda44b8916e3f6d77a24751 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:54.142939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:54.156965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fff2c00-6593-433e-9d37-71b2d51c02da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.166209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3d01173a-df11-4113-bb7b-941f13ddacce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:54.201523 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3d01173a-df11-4113-bb7b-941f13ddacce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:54.240033 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fff2c00-6593-433e-9d37-71b2d51c02da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.247419 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Allocated IP 172.20.0.4 (3657d7f8-530b-4d89-8325-21bc085396a3/08d5ac10-486d-44ec-b209-d5614fe5b492/31ae484e-2963-4711-909f-efcf6d77bccf) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:04:54.289789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-53399b6b-eae5-4b51-91ed-95376342b88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:54.312221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Allocated IP 172.20.0.9 (bf181945-05ee-4785-a92a-96d6d4ca43e4/a741ead3-5ae0-45aa-893b-e434dea70d0a/f983055f-27b0-4f23-a8f9-02ee12a7bb77) {{(pid=85223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:04:54.492960 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Pushing event updated for resources: {'Port': ['ID=f9447a6c-f202-45dd-a7bc-92620376a5ab,revision_number=3']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:54.499640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:54.537062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.554130 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:04:54.555403 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:04:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:04:54.610465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff2c00-6593-433e-9d37-71b2d51c02da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf21718-d831-411d-b181-32369eb77516,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:54.615197 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1fff2c00-6593-433e-9d37-71b2d51c02da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:54.643274 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1fff2c00-6593-433e-9d37-71b2d51c02da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.644590 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-1fff2c00-6593-433e-9d37-71b2d51c02da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddf21718-d831-411d-b181-32369eb77516 HTTP/1.1" status: 204 len: 168 time: 1.6619234 Apr 14 16:04:54.908673 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks [] for port, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.956416 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.967286 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2007585-15d6-44e5-b212-75837bfcdbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.024163 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Notify callbacks [] for port, precommit_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.069146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Transition to ACTIVE for port object 403bc4a1-9be2-46d4-aaf8-233deb807e85 will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:04:55.084251 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.120289 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d01173a-df11-4113-bb7b-941f13ddacce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.317631 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:55.401760 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:04:55.451449 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-fa7e957b-bd09-4570-8f68-bd91cc067ed9 req-dd8994cf-5d9c-4a31-a147-88a3c6604edb tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Synchronizing usage tracker for tenant:dd5d5c316fb94d189ff9831c4534cc0d on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:04:55.475592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Transition to ACTIVE for port object 23469115-2d3d-42b0-a137-a9a3cfd45afe will not be triggered until provisioned by entity DHCP. {{(pid=85223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:04:55.480998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f2007585-15d6-44e5-b212-75837bfcdbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:55.495790 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3bd035b8-ca38-405b-aa9d-edb9e970e127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:55.601911 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d01173a-df11-4113-bb7b-941f13ddacce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.639366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-fa7e957b-bd09-4570-8f68-bd91cc067ed9 req-dd8994cf-5d9c-4a31-a147-88a3c6604edb tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Unset dirty status for tenant:dd5d5c316fb94d189ff9831c4534cc0d on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:04:55.640895 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa7e957b-bd09-4570-8f68-bd91cc067ed9 req-dd8994cf-5d9c-4a31-a147-88a3c6604edb tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 210 time: 0.8431108 Apr 14 16:04:55.673262 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f62d6-8492-4de2-a92d-d7fe3d729ee3 None None] Pushing event updated for resources: {'Port': ['ID=403bc4a1-9be2-46d4-aaf8-233deb807e85,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:55.706324 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-391f62d6-8492-4de2-a92d-d7fe3d729ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:55.724051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f2007585-15d6-44e5-b212-75837bfcdbd6 admin admin] Usage tracker for resource:security_group_rule and tenant:7096e27f69ac49a8bce725be618b3b46 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:55.738300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.739676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f2007585-15d6-44e5-b212-75837bfcdbd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:55.780702 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Attempting to bind port 403bc4a1-9be2-46d4-aaf8-233deb807e85 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:04:55.781608 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Attempting to bind port 403bc4a1-9be2-46d4-aaf8-233deb807e85 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:04:55.782628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Attempting to bind port 403bc4a1-9be2-46d4-aaf8-233deb807e85 on network e8580497-b273-4b3c-b442-5753c0086bc0 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:04:55.799299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:04:55.799875 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Checking segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:55.800464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.801191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Bound using segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:04:55.801776 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Bound port: 403bc4a1-9be2-46d4-aaf8-233deb807e85, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:04:55.802576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.809606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.827927 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3d01173a-df11-4113-bb7b-941f13ddacce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73f720967cda44b8916e3f6d77a24751&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0169907 Apr 14 16:04:55.829468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 41956) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:56.050655 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Network bf181945-05ee-4785-a92a-96d6d4ca43e4 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:04:56.052430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f2007585-15d6-44e5-b212-75837bfcdbd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:56.093625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] For port 403bc4a1-9be2-46d4-aaf8-233deb807e85, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:04:56.098740 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:56.101791 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Received port after_create {{(pid=85223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:04:56.107358 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] For port 403bc4a1-9be2-46d4-aaf8-233deb807e85, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=403bc4a1-9be2-46d4-aaf8-233deb807e85,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:04:56.111635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:56.112597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.117825 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.151733 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:47Z', 'revision_number': 3, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:04:56.166288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63fe9b-06be-4617-96fa-46f4823d882a None None] The sync data for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb is: [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:47Z', 'revision_number': 3, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:04:56.182073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Network e4087ddd-268d-4f34-8462-2595c8d5f179 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:04:56.189266 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8185415 Apr 14 16:04:56.218731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:56.229095 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Received port after_create {{(pid=85223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:04:56.229847 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917900'] for router_interface, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.366948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Allocated IP 172.20.0.1 (ea67db47-bf65-4079-9934-9f42e3de44e7/205a602a-d21f-462a-9232-3855ae667a74/6e54a0d3-9706-44b5-b144-e8063698b179) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:04:56.367588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-88a026fa-21c1-478d-90f6-f39cb35f8aba tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:04:56.368693 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-88a026fa-21c1-478d-90f6-f39cb35f8aba tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102296 Apr 14 16:04:56.504664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.567557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:56.682214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.730538 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.744244 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.800976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fcff8999-0c87-44b1-9067-6460af007cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.848908 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:57.007416 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Pushing event updated for resources: {'Port': ['ID=f983055f-27b0-4f23-a8f9-02ee12a7bb77,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:57.046395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.065509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-c69d475c-2c65-407b-982f-2f8aa7dd7f9f None None] Provisioning for port 23469115-2d3d-42b0-a137-a9a3cfd45afe completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:04:57.089566 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.103326 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.608s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:57.116365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-c69d475c-2c65-407b-982f-2f8aa7dd7f9f None None] Provisioning complete for port 23469115-2d3d-42b0-a137-a9a3cfd45afe triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:04:57.116843 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c69d475c-2c65-407b-982f-2f8aa7dd7f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.167520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.346s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:57.298285 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Request body: {'port': {'device_id': '8fb8d009-1977-48df-bedb-8897b31331fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:57.299080 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-c69d475c-2c65-407b-982f-2f8aa7dd7f9f None None] Port 23469115-2d3d-42b0-a137-a9a3cfd45afe cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:04:57.306456 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f62d6-8492-4de2-a92d-d7fe3d729ee3 None None] Pushing event updated for resources: {'Port': ['ID=403bc4a1-9be2-46d4-aaf8-233deb807e85,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:57.325207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-391f62d6-8492-4de2-a92d-d7fe3d729ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:57.330349 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device f9447a6c-f202-45dd-a7bc-92620376a5ab up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:04:57.348948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01173a-df11-4113-bb7b-941f13ddacce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568c12a1-a31d-422b-b2d4-f7db49926cee,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:57.394678 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Routers {'099a9704-5703-4bb4-bb83-0d1b7164ce96'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:04:57.395691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:04:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['099a9704-5703-4bb4-bb83-0d1b7164ce96'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:04:57.425962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b3bb-62bd-400d-a04d-7c2b5892a1fa req-d721a06c-ff30-4527-be59-9f23ae227f5d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:57.426786 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8a33b3bb-62bd-400d-a04d-7c2b5892a1fa req-d721a06c-ff30-4527-be59-9f23ae227f5d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Synchronizing usage tracker for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:04:57.436288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3d01173a-df11-4113-bb7b-941f13ddacce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:57.449433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.364s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:57.632484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Pushing event updated for resources: {'Port': ['ID=23469115-2d3d-42b0-a137-a9a3cfd45afe,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:57.679809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:57.749072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port f9447a6c-f202-45dd-a7bc-92620376a5ab completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:04:57.764315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port f9447a6c-f202-45dd-a7bc-92620376a5ab triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:04:57.765138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.796307 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2007585-15d6-44e5-b212-75837bfcdbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.851894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d34c6217-083d-43a3-ab36-91071d047cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.880841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] Set router 099a9704-5703-4bb4-bb83-0d1b7164ce96 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:04:57.886497 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d34c6217-083d-43a3-ab36-91071d047cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.993085 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.040663 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2007585-15d6-44e5-b212-75837bfcdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.041585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8a33b3bb-62bd-400d-a04d-7c2b5892a1fa req-d721a06c-ff30-4527-be59-9f23ae227f5d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Unset dirty status for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:04:58.043561 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8a33b3bb-62bd-400d-a04d-7c2b5892a1fa req-d721a06c-ff30-4527-be59-9f23ae227f5d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 931 time: 2.5520093 Apr 14 16:04:58.168164 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:58.255369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.374489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.468676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8a33b3bb-62bd-400d-a04d-7c2b5892a1fa req-87e9e6a5-1ef3-488e-a6a8-7ba232d332a4 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Synchronizing usage tracker for tenant:3333064482394dbaaf2ad94cd790c974 on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:04:58.502764 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.resource_extend [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:04:58.529602 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.544276 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f2007585-15d6-44e5-b212-75837bfcdbd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7096e27f69ac49a8bce725be618b3b46&name=default HTTP/1.1" status: 200 len: 2979 time: 4.4879854 Apr 14 16:04:58.547056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42000) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:58.558882 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Network ea67db47-bf65-4079-9934-9f42e3de44e7 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:04:58.562378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.578981 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:58.585151 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Pushing event updated for resources: {'Port': ['ID=6e54a0d3-9706-44b5-b144-e8063698b179,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:58.640877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1048357'] for router_interface, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.666731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:04:58.666956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917900'] for router_interface, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.726271 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d34c6217-083d-43a3-ab36-91071d047cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.829596 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2007585-15d6-44e5-b212-75837bfcdbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8a31df-db60-4a88-85b3-63f119695bb3,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:58.846308 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f2007585-15d6-44e5-b212-75837bfcdbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:58.848259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f2007585-15d6-44e5-b212-75837bfcdbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:58.883650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c6217-083d-43a3-ab36-91071d047cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568c12a1-a31d-422b-b2d4-f7db49926cee,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:58.894116 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d34c6217-083d-43a3-ab36-91071d047cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:58.895150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8a33b3bb-62bd-400d-a04d-7c2b5892a1fa req-87e9e6a5-1ef3-488e-a6a8-7ba232d332a4 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Unset dirty status for tenant:3333064482394dbaaf2ad94cd790c974 on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:04:58.896649 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8a33b3bb-62bd-400d-a04d-7c2b5892a1fa req-87e9e6a5-1ef3-488e-a6a8-7ba232d332a4 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8114386 Apr 14 16:04:58.934044 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:58.977953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.999139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fad3f-aeb2-4582-8ba4-a36611d1d562 req-899b630c-32eb-4708-9a8c-98c6cae89980 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:59.001071 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b81fad3f-aeb2-4582-8ba4-a36611d1d562 req-899b630c-32eb-4708-9a8c-98c6cae89980 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 931 time: 1.2597904 Apr 14 16:04:59.008576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.160s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:59.012018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a15dfa18-dfe4-4c1f-971d-e0257e8cdf67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:59.016634 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port f9447a6c-f202-45dd-a7bc-92620376a5ab, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=f9447a6c-f202-45dd-a7bc-92620376a5ab,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:04:59.023087 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.030951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:59.091030 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Pushing event updated for resources: {'Port': ['ID=23469115-2d3d-42b0-a137-a9a3cfd45afe,revision_number=2']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:59.101833 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:59.102860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b871581f-6ef9-4e54-bedd-40024f347f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.141678 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=f9447a6c-f202-45dd-a7bc-92620376a5ab,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:59.146385 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:59.148334 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-router', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:42Z', 'updated_at': '2021-04-14T16:04:48Z', 'revision_number': 3, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'gw_port': {'id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:04:59.161920 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bdd898-fd05-45fe-ba05-790bdf360248 None None] The sync data for ids ['099a9704-5703-4bb4-bb83-0d1b7164ce96'] in dv-cinder-786260-2-smb is: [{'id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-router', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:42Z', 'updated_at': '2021-04-14T16:04:48Z', 'revision_number': 3, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'gw_port': {'id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:04:59.162144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b871581f-6ef9-4e54-bedd-40024f347f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.193275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d34c6217-083d-43a3-ab36-91071d047cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.197060 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d34c6217-083d-43a3-ab36-91071d047cb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/568c12a1-a31d-422b-b2d4-f7db49926cee HTTP/1.1" status: 204 len: 168 time: 3.1667283 Apr 14 16:04:59.237823 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Pushing event updated for resources: {'Port': ['ID=31ae484e-2963-4711-909f-efcf6d77bccf,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:59.290381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:59.293993 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b81fad3f-aeb2-4582-8ba4-a36611d1d562 req-fb28cef0-715d-4385-8581-f87de4beab2c tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573320 Apr 14 16:04:59.557324 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Network 3657d7f8-530b-4d89-8325-21bc085396a3 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:04:59.558907 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:59.615463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:04:59.621902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:59.622635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.693082 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.4056265 Apr 14 16:04:59.695799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.752755 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b871581f-6ef9-4e54-bedd-40024f347f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.780848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:59.807679 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871581f-6ef9-4e54-bedd-40024f347f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8a31df-db60-4a88-85b3-63f119695bb3,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:59.848733 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b871581f-6ef9-4e54-bedd-40024f347f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:59.854566 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f983055f-27b0-4f23-a8f9-02ee12a7bb77 {{(pid=85223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:04:59.880644 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b871581f-6ef9-4e54-bedd-40024f347f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.882256 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b871581f-6ef9-4e54-bedd-40024f347f7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da8a31df-db60-4a88-85b3-63f119695bb3 HTTP/1.1" status: 204 len: 168 time: 1.3214936 Apr 14 16:04:59.884924 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.934253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Transition to ACTIVE for port object f983055f-27b0-4f23-a8f9-02ee12a7bb77 will not be triggered until provisioned by entity L2. {{(pid=85223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:04:59.938702 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Network e4087ddd-268d-4f34-8462-2595c8d5f179 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:04:59.941215 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:59.943709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:00.160404 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Request body: {'port': {'device_id': 'd07ac0c2-c974-4e96-aad3-3b6b79602edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:00.285063 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-94981723-3eb4-47d6-869e-c4bc60cf07c5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:00.491573 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-8217c597-6b9d-4c76-8587-ec0bbbe933f8 None None] Provisioning complete for port 23469115-2d3d-42b0-a137-a9a3cfd45afe triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:00.493317 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8217c597-6b9d-4c76-8587-ec0bbbe933f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:00.696897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-8217c597-6b9d-4c76-8587-ec0bbbe933f8 None None] Port 23469115-2d3d-42b0-a137-a9a3cfd45afe cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:05:01.020210 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f983055f-27b0-4f23-a8f9-02ee12a7bb77,revision_number=2']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:01.095480 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.142149 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.149386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1048357'] for router_interface, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.202614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:01.250229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.320239 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Router 6c40a51d-68cb-41c7-9363-6d042134b3c2 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:05:01.323831 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42058) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:01.455880 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.171s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:01.461773 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 403bc4a1-9be2-46d4-aaf8-233deb807e85 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:01.465951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Pushing event updated for resources: {'Port': ['ID=6e54a0d3-9706-44b5-b144-e8063698b179,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:01.481767 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:01.538668 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-05ca2fa8-2f9a-4159-9571-9d3fbddbceb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.586706 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-05ca2fa8-2f9a-4159-9571-9d3fbddbceb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:01.597553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-05ca2fa8-2f9a-4159-9571-9d3fbddbceb1 admin admin] Usage tracker for resource:security_group_rule and tenant:e23cfe7c254543d39e07e222375fea04 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:01.603402 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-05ca2fa8-2f9a-4159-9571-9d3fbddbceb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:01.617757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-05ca2fa8-2f9a-4159-9571-9d3fbddbceb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:01.624789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 403bc4a1-9be2-46d4-aaf8-233deb807e85 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:01.637540 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 403bc4a1-9be2-46d4-aaf8-233deb807e85 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:01.638262 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.715442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Attempting to bind port f983055f-27b0-4f23-a8f9-02ee12a7bb77 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:01.716087 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Attempting to bind port f983055f-27b0-4f23-a8f9-02ee12a7bb77 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'}] {{(pid=85223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:01.716882 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Attempting to bind port f983055f-27b0-4f23-a8f9-02ee12a7bb77 on network bf181945-05ee-4785-a92a-96d6d4ca43e4 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:02.021046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.031222 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da10d8-799a-47db-8851-3dd67847dde3 req-c9532337-c44f-48e8-bb9e-fc64dc5021a7 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:02.034990 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-57da10d8-799a-47db-8851-3dd67847dde3 req-c9532337-c44f-48e8-bb9e-fc64dc5021a7 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 943 time: 1.6583567 Apr 14 16:05:02.067051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-05ca2fa8-2f9a-4159-9571-9d3fbddbceb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.088937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-05ca2fa8-2f9a-4159-9571-9d3fbddbceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.090299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Port f983055f-27b0-4f23-a8f9-02ee12a7bb77 on network bf181945-05ee-4785-a92a-96d6d4ca43e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:02.091029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Attempting to bind port f983055f-27b0-4f23-a8f9-02ee12a7bb77 on network bf181945-05ee-4785-a92a-96d6d4ca43e4 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:02.094637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 403bc4a1-9be2-46d4-aaf8-233deb807e85, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=403bc4a1-9be2-46d4-aaf8-233deb807e85,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:02.114928 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.116945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device f9447a6c-f202-45dd-a7bc-92620376a5ab up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:02.142302 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f674dc18-187c-4e5c-a149-7341212e415b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:02.174792 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-05ca2fa8-2f9a-4159-9571-9d3fbddbceb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e23cfe7c254543d39e07e222375fea04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8468106 Apr 14 16:05:02.175962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:02.177191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Checking segment: {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:02.178106 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Bound using segment: {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'} {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:02.178688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Bound port: f983055f-27b0-4f23-a8f9-02ee12a7bb77, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'}}] {{(pid=85223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:02.179010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.246919 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42070) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:02.289123 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:02.316842 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-57da10d8-799a-47db-8851-3dd67847dde3 req-7ed98f99-a88e-413b-897b-0e9bde488c88 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640502 Apr 14 16:05:02.382798 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Network ea67db47-bf65-4079-9934-9f42e3de44e7 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:02.405559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eb3ad-7a53-4d69-a053-95ac854bd692 req-b78bc438-3ba1-455e-9a11-813a54cae963 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:02.415804 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:02.418892 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8a9eb3ad-7a53-4d69-a053-95ac854bd692 req-b78bc438-3ba1-455e-9a11-813a54cae963 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 931 time: 1.2675939 Apr 14 16:05:02.432050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=403bc4a1-9be2-46d4-aaf8-233deb807e85,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:02.459607 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:02.478526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port f9447a6c-f202-45dd-a7bc-92620376a5ab triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:02.480071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.604799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8a9eb3ad-7a53-4d69-a053-95ac854bd692 req-40884b78-d584-495f-89db-384815475460 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Synchronizing usage tracker for tenant:dd5d5c316fb94d189ff9831c4534cc0d on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:02.667095 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca2fa8-2f9a-4159-9571-9d3fbddbceb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1646e53-fb92-4fc6-afa7-0b7d7b051731,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:02.725182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-05ca2fa8-2f9a-4159-9571-9d3fbddbceb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:02.738052 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8a9eb3ad-7a53-4d69-a053-95ac854bd692 req-40884b78-d584-495f-89db-384815475460 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Unset dirty status for tenant:dd5d5c316fb94d189ff9831c4534cc0d on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:02.750170 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8a9eb3ad-7a53-4d69-a053-95ac854bd692 req-40884b78-d584-495f-89db-384815475460 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293087 Apr 14 16:05:02.764334 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:05:02.774600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] For port f983055f-27b0-4f23-a8f9-02ee12a7bb77, host hv-cinder-78626, cleared binding levels {{(pid=85223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:02.798046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Sync routers for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:05:02.798781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] For port f983055f-27b0-4f23-a8f9-02ee12a7bb77, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f983055f-27b0-4f23-a8f9-02ee12a7bb77,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:02.813009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:02.813675 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:04:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:02.818233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-44b30b16-6711-42cc-886b-c12f2b43f71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.832394 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.937723 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:03.255169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 403bc4a1-9be2-46d4-aaf8-233deb807e85 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:03.463817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 403bc4a1-9be2-46d4-aaf8-233deb807e85 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:03.464317 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:03.483315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 42110) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:03.522504 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:03.598764 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.resource_extend [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:05:03.691937 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] 10.222.0.48 "PUT /v2.0/routers/6c40a51d-68cb-41c7-9363-6d042134b3c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3945751 Apr 14 16:05:03.698190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Router 099a9704-5703-4bb4-bb83-0d1b7164ce96 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:05:03.711128 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-44b30b16-6711-42cc-886b-c12f2b43f71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:03.797016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:03.797552 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:03.800010 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] 10.222.0.25 "PUT /v2.0/ports/f983055f-27b0-4f23-a8f9-02ee12a7bb77 HTTP/1.1" status: 200 len: 1093 time: 6.8666582 Apr 14 16:05:03.806268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb8d009-1977-48df-bedb-8897b31331fd', 'tag': 'f983055f-27b0-4f23-a8f9-02ee12a7bb77'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:03.878671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-44b30b16-6711-42cc-886b-c12f2b43f71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:03.915530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-44b30b16-6711-42cc-886b-c12f2b43f71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:03.920692 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-44b30b16-6711-42cc-886b-c12f2b43f71b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1646e53-fb92-4fc6-afa7-0b7d7b051731 HTTP/1.1" status: 204 len: 168 time: 1.6717658 Apr 14 16:05:04.198913 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f983055f-27b0-4f23-a8f9-02ee12a7bb77,revision_number=3']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:04.224612 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.285s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:04.243440 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:04.290934 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b30b16-6711-42cc-886b-c12f2b43f71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1646e53-fb92-4fc6-afa7-0b7d7b051731,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:04.305872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-44b30b16-6711-42cc-886b-c12f2b43f71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:04.329035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:05:04.343530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Sync routers for ids ['099a9704-5703-4bb4-bb83-0d1b7164ce96'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:05:04.372222 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Routers {'099a9704-5703-4bb4-bb83-0d1b7164ce96'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:04.373177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:04:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['099a9704-5703-4bb4-bb83-0d1b7164ce96'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:04.380235 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f4aec0c0-49ad-4a19-b1a0-98137de07508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:04.412966 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] 10.222.0.48 "PUT /v2.0/routers/099a9704-5703-4bb4-bb83-0d1b7164ce96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3389564 Apr 14 16:05:04.418946 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ae484e-2963-4711-909f-efcf6d77bccf {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:04.442515 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8ca12-7857-4b48-ad9b-37e46410b1c8 req-c51cc29f-5dfd-4378-b9dd-d574dd813dc7 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:04.444346 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1dc8ca12-7857-4b48-ad9b-37e46410b1c8 req-c51cc29f-5dfd-4378-b9dd-d574dd813dc7 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 931 time: 0.3406675 Apr 14 16:05:04.449156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f4aec0c0-49ad-4a19-b1a0-98137de07508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:04.455347 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f4aec0c0-49ad-4a19-b1a0-98137de07508 admin admin] Usage tracker for resource:security_group_rule and tenant:2eae9f06da7a4256a380b5d6f373bad8 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:04.460062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f4aec0c0-49ad-4a19-b1a0-98137de07508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:04.470136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f4aec0c0-49ad-4a19-b1a0-98137de07508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:04.472455 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-88dc686c-aa00-492f-bcc9-905d17ff52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:04.474187 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-88dc686c-aa00-492f-bcc9-905d17ff52e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 1096 time: 0.5263906 Apr 14 16:05:04.546674 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1dc8ca12-7857-4b48-ad9b-37e46410b1c8 req-2d3b328c-aabc-41dd-abea-decf832197cf tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857568 Apr 14 16:05:04.548071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 2, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:04.554891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Checking router: 6c40a51d-68cb-41c7-9363-6d042134b3c2 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:05:04.557197 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Updating router 6c40a51d-68cb-41c7-9363-6d042134b3c2 port 23469115-2d3d-42b0-a137-a9a3cfd45afe binding host dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:05:04.641041 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f4aec0c0-49ad-4a19-b1a0-98137de07508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:04.686990 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:04.702999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:04.711730 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f4aec0c0-49ad-4a19-b1a0-98137de07508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:04.725795 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-e4a7cd76-fb39-476f-9dd8-496b89bcbfe7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f983055f-27b0-4f23-a8f9-02ee12a7bb77 HTTP/1.1" status: 200 len: 217 time: 0.2359202 Apr 14 16:05:04.725795 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42146) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:04.823138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1fff2c00-6593-433e-9d37-71b2d51c02da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:04.848896 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f4aec0c0-49ad-4a19-b1a0-98137de07508 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2eae9f06da7a4256a380b5d6f373bad8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3526723 Apr 14 16:05:04.866309 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 42152) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:04.869500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-a923d8c8-8d54-477f-9ecb-25de864fa3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:04.872327 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-a923d8c8-8d54-477f-9ecb-25de864fa3b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a741ead3-5ae0-45aa-893b-e434dea70d0a HTTP/1.1" status: 200 len: 854 time: 0.1283784 Apr 14 16:05:04.885126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2618a-0574-496b-bf29-85e065c2404c req-da977138-f427-40a1-b2d9-bd662071851f tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:04.887306 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f7b2618a-0574-496b-bf29-85e065c2404c req-da977138-f427-40a1-b2d9-bd662071851f tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 943 time: 1.2275474 Apr 14 16:05:04.928132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Transition to ACTIVE for port object 31ae484e-2963-4711-909f-efcf6d77bccf will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:04.953331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Set router 099a9704-5703-4bb4-bb83-0d1b7164ce96 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:05.030929 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-6f7687da-3a38-4c23-969b-5706d8370579 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf181945-05ee-4785-a92a-96d6d4ca43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101522 Apr 14 16:05:05.080833 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.084837 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f7b2618a-0574-496b-bf29-85e065c2404c req-03c16beb-16e0-444b-a643-474951eaa879 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604537 Apr 14 16:05:05.253116 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aec0c0-49ad-4a19-b1a0-98137de07508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d13920-821d-47ce-8c71-06cf9cef510c,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:05.258335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-55b671b1-a842-41e3-add3-5e5345c00424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.289000 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-55b671b1-a842-41e3-add3-5e5345c00424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.355517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-55b671b1-a842-41e3-add3-5e5345c00424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.356489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f4aec0c0-49ad-4a19-b1a0-98137de07508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:05.387505 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-b33aa5e8-a316-45bf-8b49-763813b4ec64 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429182 Apr 14 16:05:05.435576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-eea3d2d0-5b24-458c-91b2-79f59c6bdc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:05.559822 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Attempting to bind port 31ae484e-2963-4711-909f-efcf6d77bccf on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:05.560432 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Attempting to bind port 31ae484e-2963-4711-909f-efcf6d77bccf by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3657d7f8-530b-4d89-8325-21bc085396a3'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:05.561010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Attempting to bind port 31ae484e-2963-4711-909f-efcf6d77bccf on network 3657d7f8-530b-4d89-8325-21bc085396a3 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:05.576592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-55b671b1-a842-41e3-add3-5e5345c00424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.578104 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-55b671b1-a842-41e3-add3-5e5345c00424 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9d13920-821d-47ce-8c71-06cf9cef510c HTTP/1.1" status: 204 len: 168 time: 0.6897652 Apr 14 16:05:05.585996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Port 31ae484e-2963-4711-909f-efcf6d77bccf on network 3657d7f8-530b-4d89-8325-21bc085396a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:05.586170 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Attempting to bind port 31ae484e-2963-4711-909f-efcf6d77bccf on network 3657d7f8-530b-4d89-8325-21bc085396a3 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:05.595506 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:05.595886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Checking segment: {'id': '4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3657d7f8-530b-4d89-8325-21bc085396a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:05.596509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Bound using segment: {'id': '4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3657d7f8-530b-4d89-8325-21bc085396a3'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:05.597046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Bound port: 31ae484e-2963-4711-909f-efcf6d77bccf, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3657d7f8-530b-4d89-8325-21bc085396a3'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:05.597556 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.633061 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=31ae484e-2963-4711-909f-efcf6d77bccf,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:05.645207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:05.645898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f4aec0c0-49ad-4a19-b1a0-98137de07508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:05.658911 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b671b1-a842-41e3-add3-5e5345c00424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d13920-821d-47ce-8c71-06cf9cef510c,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:05.662968 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-55b671b1-a842-41e3-add3-5e5345c00424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:05.704060 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Notify callbacks [] for port, precommit_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.716862 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-router', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:42Z', 'updated_at': '2021-04-14T16:04:59Z', 'revision_number': 4, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'gw_port': {'id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '6e54a0d3-9706-44b5-b144-e8063698b179', 'name': '', 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'mac_address': 'fa:16:3e:0f:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '205a602a-d21f-462a-9232-3855ae667a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:55Z', 'updated_at': '2021-04-14T16:05:00Z', 'revision_number': 2, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'subnets': [{'id': '205a602a-d21f-462a-9232-3855ae667a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:05.726013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] For port 31ae484e-2963-4711-909f-efcf6d77bccf, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:05.727771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Checking router: 099a9704-5703-4bb4-bb83-0d1b7164ce96 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:05:05.728359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Updating router 099a9704-5703-4bb4-bb83-0d1b7164ce96 port 6e54a0d3-9706-44b5-b144-e8063698b179 binding host dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:05:05.731837 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Transition to ACTIVE for port object 23469115-2d3d-42b0-a137-a9a3cfd45afe will not be triggered until provisioned by entity L2. {{(pid=85225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:05.732049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] For port 31ae484e-2963-4711-909f-efcf6d77bccf, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=31ae484e-2963-4711-909f-efcf6d77bccf,segment=NetworkSegment(4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f),segment_id=4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:05.735891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.742022 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.761267 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f95fabb-7290-4b6c-b6e0-5edd5a3216d0 req-81a65c85-4232-4f07-aff7-f6ca7a472cac service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567257 Apr 14 16:05:05.761439 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:05.765279 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-014df75d-2838-4871-84e3-de173dc6ea64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.831072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-014df75d-2838-4871-84e3-de173dc6ea64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:05.842796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-014df75d-2838-4871-84e3-de173dc6ea64 admin admin] Usage tracker for resource:security_group_rule and tenant:69ed6339f089491e97d8eaa7a05ad228 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:05.848963 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-014df75d-2838-4871-84e3-de173dc6ea64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:05.865277 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-014df75d-2838-4871-84e3-de173dc6ea64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:05.867513 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:05.893992 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.983511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c19d23-8c6b-46be-a7ae-2c4b853cc94a None None] Pushing event updated for resources: {'Port': ['ID=23469115-2d3d-42b0-a137-a9a3cfd45afe,revision_number=3']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:06.011056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-66c19d23-8c6b-46be-a7ae-2c4b853cc94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:06.069574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-014df75d-2838-4871-84e3-de173dc6ea64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.074596 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-014df75d-2838-4871-84e3-de173dc6ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.109521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-830527e7-4ab8-42c2-8ed1-d6bdf0bd20ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:06.131164 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb8d009-1977-48df-bedb-8897b31331fd', 'tag': 'f983055f-27b0-4f23-a8f9-02ee12a7bb77', 'status': 'completed', 'code': 200} Apr 14 16:05:06.180579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=31ae484e-2963-4711-909f-efcf6d77bccf,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:06.191815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:06.257673 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:06.258353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.259854 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] 10.222.0.25 "PUT /v2.0/ports/31ae484e-2963-4711-909f-efcf6d77bccf HTTP/1.1" status: 200 len: 1093 time: 6.1091182 Apr 14 16:05:06.260353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07ac0c2-c974-4e96-aad3-3b6b79602edf', 'tag': '31ae484e-2963-4711-909f-efcf6d77bccf'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:06.470097 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-014df75d-2838-4871-84e3-de173dc6ea64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69ed6339f089491e97d8eaa7a05ad228&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7431371 Apr 14 16:05:06.482517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42202) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:06.482896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42204) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:06.483634 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014df75d-2838-4871-84e3-de173dc6ea64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0041ef65-e782-4400-9a1c-8b74590e7e01,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:06.536137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-014df75d-2838-4871-84e3-de173dc6ea64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:06.555556 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--603916917', 'description': 'tempest-description--1464551756'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:06.575633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:06.605046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Usage tracker for resource:security_group and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:06.629327 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Attempting to bind port 23469115-2d3d-42b0-a137-a9a3cfd45afe on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:06.629730 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Attempting to bind port 23469115-2d3d-42b0-a137-a9a3cfd45afe by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:06.630197 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Attempting to bind port 23469115-2d3d-42b0-a137-a9a3cfd45afe on network e4087ddd-268d-4f34-8462-2595c8d5f179 {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:06.634930 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:06.642384 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:06.642813 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Checking segment: {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:06.643260 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.643697 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Bound using segment: {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:06.644220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Bound port: 23469115-2d3d-42b0-a137-a9a3cfd45afe, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'}}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:06.644636 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.670743 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:06.702865 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582026e-a5b2-4b0f-96e0-763f0a70c370 req-557e5ba7-9e5b-4c23-8e18-b3c94406d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:06.704893 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a582026e-a5b2-4b0f-96e0-763f0a70c370 req-557e5ba7-9e5b-4c23-8e18-b3c94406d509 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 1096 time: 0.5591419 Apr 14 16:05:06.709849 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 42218) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:06.752003 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8f03e2df-743a-40bf-ba67-76162ac8efe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.780105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8f03e2df-743a-40bf-ba67-76162ac8efe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:06.786481 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8f03e2df-743a-40bf-ba67-76162ac8efe6 admin admin] Usage tracker for resource:security_group_rule and tenant:96f622382ece4a44bdd77143fe692c80 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:06.790131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8f03e2df-743a-40bf-ba67-76162ac8efe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:06.799185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8f03e2df-743a-40bf-ba67-76162ac8efe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:06.821376 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] For port 23469115-2d3d-42b0-a137-a9a3cfd45afe, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:06.825588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] For port 23469115-2d3d-42b0-a137-a9a3cfd45afe, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=23469115-2d3d-42b0-a137-a9a3cfd45afe,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:06.830099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.852201 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:06.938806 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8f03e2df-743a-40bf-ba67-76162ac8efe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.945025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582026e-a5b2-4b0f-96e0-763f0a70c370 req-1992eddb-f2d4-40a6-83b5-2a0241ca33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:06.947591 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a582026e-a5b2-4b0f-96e0-763f0a70c370 req-1992eddb-f2d4-40a6-83b5-2a0241ca33a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 915 time: 0.2355907 Apr 14 16:05:06.948988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.954166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:06.959707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Usage tracker for resource:security_group_rule and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:06.960829 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Notify callbacks [] for port, precommit_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.964275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:06.972310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8f03e2df-743a-40bf-ba67-76162ac8efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.972653 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:06.991006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Transition to ACTIVE for port object 6e54a0d3-9706-44b5-b144-e8063698b179 will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:07.002971 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.036501 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-391f62d6-8492-4de2-a92d-d7fe3d729ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:07.077788 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.087949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c19d23-8c6b-46be-a7ae-2c4b853cc94a None None] Pushing event updated for resources: {'Port': ['ID=23469115-2d3d-42b0-a137-a9a3cfd45afe,revision_number=4']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:07.116305 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2300-8bb8-49df-8f13-aa1c214820ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.155587 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-66c19d23-8c6b-46be-a7ae-2c4b853cc94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:07.197534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2300-8bb8-49df-8f13-aa1c214820ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.258823 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.337187 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:07.338029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:04:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:07.430400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d34c6217-083d-43a3-ab36-91071d047cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:07.460610 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a582026e-a5b2-4b0f-96e0-763f0a70c370 req-741ccc41-668b-4d0b-9d3f-e09e6fb3f535 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f983055f-27b0-4f23-a8f9-02ee12a7bb77 HTTP/1.1" status: 200 len: 217 time: 0.3594799 Apr 14 16:05:07.513605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633c2c-0f83-40b2-baa6-2107807a0665 req-96d31cc5-05d0-4331-91e6-7643d1b1078c tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:07.522146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623d7a8-53e5-4131-b01a-2e47d9e1be8b None None] Pushing event updated for resources: {'Port': ['ID=6e54a0d3-9706-44b5-b144-e8063698b179,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:07.532683 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c4633c2c-0f83-40b2-baa6-2107807a0665 req-96d31cc5-05d0-4331-91e6-7643d1b1078c tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 943 time: 1.0131457 Apr 14 16:05:07.534505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 42234) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:07.540265 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cb23422e-4499-4312-b8c3-8c2a06f597ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:07.561409 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8f03e2df-743a-40bf-ba67-76162ac8efe6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96f622382ece4a44bdd77143fe692c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8416808 Apr 14 16:05:07.567752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42244) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:07.571719 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2300-8bb8-49df-8f13-aa1c214820ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.577816 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2300-8bb8-49df-8f13-aa1c214820ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.584208 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8fbf2300-8bb8-49df-8f13-aa1c214820ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0041ef65-e782-4400-9a1c-8b74590e7e01 HTTP/1.1" status: 204 len: 168 time: 1.0561137 Apr 14 16:05:07.598438 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4623d7a8-53e5-4131-b01a-2e47d9e1be8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:07.641186 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.642512 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1084759 Apr 14 16:05:07.657629 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42256) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:07.662832 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-4507de41-1042-43e4-8f54-4de7337130cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:07.664457 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-4507de41-1042-43e4-8f54-4de7337130cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dd5d5c316fb94d189ff9831c4534cc0d&device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 1096 time: 1.1390107 Apr 14 16:05:07.729423 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Attempting to bind port 6e54a0d3-9706-44b5-b144-e8063698b179 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:07.730059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Attempting to bind port 6e54a0d3-9706-44b5-b144-e8063698b179 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:07.730657 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Attempting to bind port 6e54a0d3-9706-44b5-b144-e8063698b179 on network ea67db47-bf65-4079-9934-9f42e3de44e7 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:07.738428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:07.739462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Checking segment: {'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:07.740296 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.740947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Bound using segment: {'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:07.741667 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Bound port: 6e54a0d3-9706-44b5-b144-e8063698b179, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:07.742567 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.793335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:07.828825 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'security_group_rule': {'security_group_id': '273c38f8-a97a-47e0-9ee8-b8622a8092ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:07.838065 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] For port 6e54a0d3-9706-44b5-b144-e8063698b179, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:07.842589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] For port 6e54a0d3-9706-44b5-b144-e8063698b179, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=6e54a0d3-9706-44b5-b144-e8063698b179,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:07.847002 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.847841 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c4633c2c-0f83-40b2-baa6-2107807a0665 req-d06847c3-c1ba-457e-8b78-e10a1b65e655 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748830 Apr 14 16:05:07.849295 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-fc8121b4-ec7d-4cb8-b032-75c7a9ca5cbf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ae484e-2963-4711-909f-efcf6d77bccf HTTP/1.1" status: 200 len: 217 time: 0.1640055 Apr 14 16:05:07.862727 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:07.883685 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:07.919739 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273c38f8-a97a-47e0-9ee8-b8622a8092ae,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:07.946233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623d7a8-53e5-4131-b01a-2e47d9e1be8b None None] Pushing event updated for resources: {'Port': ['ID=6e54a0d3-9706-44b5-b144-e8063698b179,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:07.953925 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4623d7a8-53e5-4131-b01a-2e47d9e1be8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:07.964005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03e2df-743a-40bf-ba67-76162ac8efe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91145691-6a38-47b6-9e6c-870c4725612e,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:07.968203 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Usage tracker for resource:security_group_rule and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:07.992414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8f03e2df-743a-40bf-ba67-76162ac8efe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:07.996966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:08.002475 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a3ed3b6b-28ad-4581-82ab-1feee4b32477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:08.027570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:08.048918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-87308a9f-5b47-45c4-9bce-de39d4c0ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:08.050733 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-87308a9f-5b47-45c4-9bce-de39d4c0ca0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=08d5ac10-486d-44ec-b209-d5614fe5b492 HTTP/1.1" status: 200 len: 851 time: 0.1823158 Apr 14 16:05:08.079218 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582026e-a5b2-4b0f-96e0-763f0a70c370 req-1f4f1144-e9ea-4f13-bf66-51e7a869ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:08.081075 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a582026e-a5b2-4b0f-96e0-763f0a70c370 req-1f4f1144-e9ea-4f13-bf66-51e7a869ff16 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a741ead3-5ae0-45aa-893b-e434dea70d0a HTTP/1.1" status: 200 len: 854 time: 0.6192505 Apr 14 16:05:08.107281 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Routers {'099a9704-5703-4bb4-bb83-0d1b7164ce96'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:08.108271 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:04:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['099a9704-5703-4bb4-bb83-0d1b7164ce96'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:08.151323 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-32c25d1a-4aa9-447a-8910-9d75b26fc803 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3657d7f8-530b-4d89-8325-21bc085396a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924788 Apr 14 16:05:08.227965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:08.231722 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf2300-8bb8-49df-8f13-aa1c214820ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0041ef65-e782-4400-9a1c-8b74590e7e01,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:08.282374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:06Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:08.287779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e83a32-39b5-4f37-b6d8-4a86342bd2ca None None] The sync data for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb is: [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:06Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:05:08.309006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-211d475a-ab73-4259-b4b9-3f0cbf5c2a53 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:08.310046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-211d475a-ab73-4259-b4b9-3f0cbf5c2a53 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Synchronizing usage tracker for tenant:95e1c99167c54f26ae334f2295ee5fee on resource:network {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:08.315779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8fbf2300-8bb8-49df-8f13-aa1c214820ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:08.378770 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a582026e-a5b2-4b0f-96e0-763f0a70c370 req-a556756c-7315-40cd-bf49-6c0ab42aac83 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf181945-05ee-4785-a92a-96d6d4ca43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2849598 Apr 14 16:05:08.399010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.478874 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-83b33ff8-f161-4db3-8d42-d4ddadf7087c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.550008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device f983055f-27b0-4f23-a8f9-02ee12a7bb77 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:05:08.578792 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-836b765e-d984-4f3f-ad2d-6949caca59a3 service neutron] 10.222.0.25 "GET /v2.0/networks/3657d7f8-530b-4d89-8325-21bc085396a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170368 Apr 14 16:05:08.590995 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-211d475a-ab73-4259-b4b9-3f0cbf5c2a53 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Unset dirty status for tenant:95e1c99167c54f26ae334f2295ee5fee on resource:network {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:08.600449 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-211d475a-ab73-4259-b4b9-3f0cbf5c2a53 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 819 time: 1.1719074 Apr 14 16:05:08.648225 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-9684935c-2907-48e2-9525-453c162bbc3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/quotas/95e1c99167c54f26ae334f2295ee5fee HTTP/1.1" status: 200 len: 375 time: 0.0471785 Apr 14 16:05:08.655126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-332057b3-9776-4e20-a38d-871b3f73fe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.728106 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-332057b3-9776-4e20-a38d-871b3f73fe49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:08.732350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-332057b3-9776-4e20-a38d-871b3f73fe49 admin admin] Usage tracker for resource:security_group_rule and tenant:22e615ec4f3e4a5697306e9a8312c700 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:08.735627 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-332057b3-9776-4e20-a38d-871b3f73fe49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:08.741942 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-332057b3-9776-4e20-a38d-871b3f73fe49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:08.787454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-83b33ff8-f161-4db3-8d42-d4ddadf7087c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.842406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] Set router 099a9704-5703-4bb4-bb83-0d1b7164ce96 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:08.891047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.894831 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-332057b3-9776-4e20-a38d-871b3f73fe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.944266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.944509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-332057b3-9776-4e20-a38d-871b3f73fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.019847 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6c5d39bf-13ee-4a33-86bb-49d0ba09ebb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:09.032977 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:09.058538 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a582026e-a5b2-4b0f-96e0-763f0a70c370 req-0c8d4115-2ee6-41f4-a2f2-f6fd8ff8b464 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628397 Apr 14 16:05:09.074945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.082231 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4020200 Apr 14 16:05:09.093413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 42284) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:09.110381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf0ef02-4f3f-482a-b6b1-f82987865cc7,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:09.118125 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-1610b0b7-88d2-487b-9bb5-113f31e78b71 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4688611 Apr 14 16:05:09.241954 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'security_group_rule': {'security_group_id': '273c38f8-a97a-47e0-9ee8-b8622a8092ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:09.284537 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6624a-75d3-45d1-9170-22b986678b1b req-7454f6cd-d359-4ca3-a1bc-9a398041cc6e tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:09.286117 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4ec6624a-75d3-45d1-9170-22b986678b1b req-7454f6cd-d359-4ca3-a1bc-9a398041cc6e tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 943 time: 0.9614537 Apr 14 16:05:09.309577 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port f983055f-27b0-4f23-a8f9-02ee12a7bb77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f983055f-27b0-4f23-a8f9-02ee12a7bb77,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:09.311765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:09.327404 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:09.330596 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': 'f983055f-27b0-4f23-a8f9-02ee12a7bb77', 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4', 'port_id': 'f983055f-27b0-4f23-a8f9-02ee12a7bb77', 'mac_address': 'fa:16:3e:dd:fd:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a741ead3-5ae0-45aa-893b-e434dea70d0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:05:09.356960 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-332057b3-9776-4e20-a38d-871b3f73fe49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22e615ec4f3e4a5697306e9a8312c700&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7937992 Apr 14 16:05:09.379394 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Usage tracker for resource:security_group_rule and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:09.423031 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42292) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:09.440464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332057b3-9776-4e20-a38d-871b3f73fe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f434e5a1-f86d-4cad-a86b-128cb0a96c87,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:09.463796 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4ec6624a-75d3-45d1-9170-22b986678b1b req-0b1142bf-8947-4045-bfcf-e1d7af340560 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285291 Apr 14 16:05:09.470322 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-332057b3-9776-4e20-a38d-871b3f73fe49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:09.474844 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:09.485532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:09.489657 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-637fab8a-5eaf-44ad-bb5d-0757077e6c2e req-711b4eba-5784-42f4-aee3-6e0c516253ea service neutron] 10.222.0.25 "GET /v2.0/networks/3657d7f8-530b-4d89-8325-21bc085396a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8895850 Apr 14 16:05:09.520113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.573444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 23469115-2d3d-42b0-a137-a9a3cfd45afe up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:09.646125 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.655344 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.662788 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:09.703594 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b118128-61f1-459b-8058-59a5a805d8ae,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:09.713882 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:09.733341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.734838 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6270711 Apr 14 16:05:09.740522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 42306) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:09.748612 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'floatingip': {'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:09.756393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.756614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:09.762590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Usage tracker for resource:floatingip and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:09.766351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:09.774728 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:09.787370 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.796919 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-router', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:42Z', 'updated_at': '2021-04-14T16:04:59Z', 'revision_number': 4, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'gw_port': {'id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '6e54a0d3-9706-44b5-b144-e8063698b179', 'name': '', 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'mac_address': 'fa:16:3e:0f:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '205a602a-d21f-462a-9232-3855ae667a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:55Z', 'updated_at': '2021-04-14T16:05:07Z', 'revision_number': 4, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'subnets': [{'id': '205a602a-d21f-462a-9232-3855ae667a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:09.803982 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f447a4-5f76-457c-94c2-1c012697d5e4 None None] The sync data for ids ['099a9704-5703-4bb4-bb83-0d1b7164ce96'] in dv-cinder-786260-2-smb is: [{'id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-router', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:42Z', 'updated_at': '2021-04-14T16:04:59Z', 'revision_number': 4, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'gw_port': {'id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '6e54a0d3-9706-44b5-b144-e8063698b179', 'name': '', 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'mac_address': 'fa:16:3e:0f:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '205a602a-d21f-462a-9232-3855ae667a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:55Z', 'updated_at': '2021-04-14T16:05:07Z', 'revision_number': 4, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'subnets': [{'id': '205a602a-d21f-462a-9232-3855ae667a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:05:09.808204 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f983055f-27b0-4f23-a8f9-02ee12a7bb77 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:09.833095 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port f983055f-27b0-4f23-a8f9-02ee12a7bb77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f983055f-27b0-4f23-a8f9-02ee12a7bb77,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:09.834677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 23469115-2d3d-42b0-a137-a9a3cfd45afe completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:09.843123 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.846756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 23469115-2d3d-42b0-a137-a9a3cfd45afe triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:09.847174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.003771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:10.010777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-83b33ff8-f161-4db3-8d42-d4ddadf7087c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.021737 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-05ca2fa8-2f9a-4159-9571-9d3fbddbceb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:10.071524 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b33ff8-f161-4db3-8d42-d4ddadf7087c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91145691-6a38-47b6-9e6c-870c4725612e,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:10.123839 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.154786 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-83b33ff8-f161-4db3-8d42-d4ddadf7087c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:10.195447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e969a29b-40e4-489e-a638-36f679be552f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.267282 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-83b33ff8-f161-4db3-8d42-d4ddadf7087c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.268689 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-83b33ff8-f161-4db3-8d42-d4ddadf7087c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91145691-6a38-47b6-9e6c-870c4725612e HTTP/1.1" status: 204 len: 168 time: 2.6990032 Apr 14 16:05:10.273756 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-c50b2bb4-c78d-4685-9757-bb12eb8337e4 service neutron] 10.222.0.48 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9971669 Apr 14 16:05:10.300697 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['f983055f-27b0-4f23-a8f9-02ee12a7bb77'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:10.363679 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07ac0c2-c974-4e96-aad3-3b6b79602edf', 'tag': '31ae484e-2963-4711-909f-efcf6d77bccf', 'status': 'completed', 'code': 200} Apr 14 16:05:10.373640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.429736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=f983055f-27b0-4f23-a8f9-02ee12a7bb77,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:10.437165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:10.488607 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 23469115-2d3d-42b0-a137-a9a3cfd45afe, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=23469115-2d3d-42b0-a137-a9a3cfd45afe,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:10.529696 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.536706 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a582026e-a5b2-4b0f-96e0-763f0a70c370 req-08cf83f2-7019-4526-ac80-2b338e24f087 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4323075 Apr 14 16:05:10.539878 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:10.550557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e969a29b-40e4-489e-a638-36f679be552f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.690951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Allocated IP 172.28.3.161 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/13141268-9714-4a4b-a4a7-04174ae7f0ee) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:10.713080 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3c4768b8-ebea-4abe-92b0-decc66bf9ad0 service neutron] 10.222.0.48 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911273 Apr 14 16:05:10.723100 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e969a29b-40e4-489e-a638-36f679be552f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.739183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:10.769515 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969a29b-40e4-489e-a638-36f679be552f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f434e5a1-f86d-4cad-a86b-128cb0a96c87,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:10.785485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ec84-101f-4fc6-924b-11b2135db42f req-be4e29ee-76f0-45c9-865f-c111c5b8bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:10.793839 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-01d9ec84-101f-4fc6-924b-11b2135db42f req-be4e29ee-76f0-45c9-865f-c111c5b8bac4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dd5d5c316fb94d189ff9831c4534cc0d&device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 1096 time: 0.4286776 Apr 14 16:05:10.800115 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e969a29b-40e4-489e-a638-36f679be552f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:10.802554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e969a29b-40e4-489e-a638-36f679be552f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.803815 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e969a29b-40e4-489e-a638-36f679be552f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f434e5a1-f86d-4cad-a86b-128cb0a96c87 HTTP/1.1" status: 204 len: 168 time: 1.3788095 Apr 14 16:05:10.818298 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3f517-7dd9-447c-8748-c089d7664e63 req-39de3ac9-e211-4a8f-9c82-7b51cfb91747 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:10.828570 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6fe3f517-7dd9-447c-8748-c089d7664e63 req-39de3ac9-e211-4a8f-9c82-7b51cfb91747 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 943 time: 0.3556750 Apr 14 16:05:10.968108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=23469115-2d3d-42b0-a137-a9a3cfd45afe,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:10.978734 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:11.393863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.426820 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 6e54a0d3-9706-44b5-b144-e8063698b179 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:11.427185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee32ff-b672-47d9-81f1-204f004d75e9 req-fbc43205-abfc-44c5-8236-2441462d82c4 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:11.428985 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5bee32ff-b672-47d9-81f1-204f004d75e9 req-fbc43205-abfc-44c5-8236-2441462d82c4 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 944 time: 0.1833117 Apr 14 16:05:11.445976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.531672 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5bee32ff-b672-47d9-81f1-204f004d75e9 req-d46d7613-7542-4496-b04b-f4090dd8c988 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953734 Apr 14 16:05:11.643209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 6e54a0d3-9706-44b5-b144-e8063698b179 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:11.662087 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 6e54a0d3-9706-44b5-b144-e8063698b179 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:11.664148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.723240 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e52869bd-bccc-44ac-8440-37de2c27eec4 req-0c98cd0f-cba2-46bd-9203-5f4df56bcea8 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 210 time: 0.1052897 Apr 14 16:05:11.839594 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-063c982c-5c4c-47d5-8cff-2c1785ae37aa tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:11.904149 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42364) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:11.913735 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6fe3f517-7dd9-447c-8748-c089d7664e63 req-83fbdad1-c0e7-429b-a206-e73525378087 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0838835 Apr 14 16:05:11.960770 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-933cadb3-27bc-4819-b29e-c7bd722d1c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.016657 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-933cadb3-27bc-4819-b29e-c7bd722d1c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:12.025816 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:12.027690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-933cadb3-27bc-4819-b29e-c7bd722d1c10 admin admin] Usage tracker for resource:security_group_rule and tenant:973dc7616acb4de299cef2f26693cbcc is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:12.031656 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.032165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-933cadb3-27bc-4819-b29e-c7bd722d1c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:12.058593 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-933cadb3-27bc-4819-b29e-c7bd722d1c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:12.058715 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'Port': ['ID=13141268-9714-4a4b-a4a7-04174ae7f0ee,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:12.065526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 6e54a0d3-9706-44b5-b144-e8063698b179, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=6e54a0d3-9706-44b5-b144-e8063698b179,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:12.066297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:12.068957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.069866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 23469115-2d3d-42b0-a137-a9a3cfd45afe up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:12.077561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:12.081350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:12.102661 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ec84-101f-4fc6-924b-11b2135db42f req-91686745-d709-4bde-8069-a8b63e240668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:12.114355 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-01d9ec84-101f-4fc6-924b-11b2135db42f req-91686745-d709-4bde-8069-a8b63e240668 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3657d7f8-530b-4d89-8325-21bc085396a3 HTTP/1.1" status: 200 len: 912 time: 1.3081405 Apr 14 16:05:12.126938 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:12.193684 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-933cadb3-27bc-4819-b29e-c7bd722d1c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.197588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-933cadb3-27bc-4819-b29e-c7bd722d1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.208495 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8fbf2300-8bb8-49df-8f13-aa1c214820ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:12.311079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=6e54a0d3-9706-44b5-b144-e8063698b179,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:12.316867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:12.323050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 23469115-2d3d-42b0-a137-a9a3cfd45afe triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:12.323604 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.386803 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-933cadb3-27bc-4819-b29e-c7bd722d1c10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=973dc7616acb4de299cef2f26693cbcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4803874 Apr 14 16:05:12.394133 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 31ae484e-2963-4711-909f-efcf6d77bccf details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:05:12.406387 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42386) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:12.449806 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cadb3-27bc-4819-b29e-c7bd722d1c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf094fa-251b-4a35-ae6d-b833533fbb60,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:12.565165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-933cadb3-27bc-4819-b29e-c7bd722d1c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:12.590592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device f983055f-27b0-4f23-a8f9-02ee12a7bb77 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:12.677915 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-0abf75cd-c13d-4ad9-8f23-15ba24d442c8 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:12.682295 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 31ae484e-2963-4711-909f-efcf6d77bccf, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=31ae484e-2963-4711-909f-efcf6d77bccf,segment=NetworkSegment(4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f),segment_id=4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:12.686767 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-0abf75cd-c13d-4ad9-8f23-15ba24d442c8 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 819 time: 0.3999081 Apr 14 16:05:12.711499 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '31ae484e-2963-4711-909f-efcf6d77bccf', 'network_id': '3657d7f8-530b-4d89-8325-21bc085396a3', 'port_id': '31ae484e-2963-4711-909f-efcf6d77bccf', 'mac_address': 'fa:16:3e:5e:d7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d5ac10-486d-44ec-b209-d5614fe5b492', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:05:12.711991 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-1b342709-b0e3-4676-b0ec-90c8280b73ba tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/quotas/95e1c99167c54f26ae334f2295ee5fee HTTP/1.1" status: 200 len: 375 time: 0.0239654 Apr 14 16:05:12.864293 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e074e3f-f71c-48f8-a59f-227827e5107e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.866203 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-01d9ec84-101f-4fc6-924b-11b2135db42f req-7e5c99ec-4ff3-48eb-acb3-39b2eed2f11b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ae484e-2963-4711-909f-efcf6d77bccf HTTP/1.1" status: 200 len: 217 time: 0.6509857 Apr 14 16:05:12.939331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e074e3f-f71c-48f8-a59f-227827e5107e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.964574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port f983055f-27b0-4f23-a8f9-02ee12a7bb77 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:12.979167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.059152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port f983055f-27b0-4f23-a8f9-02ee12a7bb77 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:13.067622 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.079374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.097542 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ec84-101f-4fc6-924b-11b2135db42f req-07b7ccc5-e2bd-4d27-9710-eb10324c7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:13.099100 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-01d9ec84-101f-4fc6-924b-11b2135db42f req-07b7ccc5-e2bd-4d27-9710-eb10324c7aaf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=08d5ac10-486d-44ec-b209-d5614fe5b492 HTTP/1.1" status: 200 len: 851 time: 0.2137187 Apr 14 16:05:13.166499 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ae484e-2963-4711-909f-efcf6d77bccf {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:13.189131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 31ae484e-2963-4711-909f-efcf6d77bccf, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=31ae484e-2963-4711-909f-efcf6d77bccf,segment=NetworkSegment(4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f),segment_id=4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:13.201438 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.203410 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-01d9ec84-101f-4fc6-924b-11b2135db42f req-67cb11c4-d23e-4995-8c49-ba92e9a5aae2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3657d7f8-530b-4d89-8325-21bc085396a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653248 Apr 14 16:05:13.207367 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-aecee79c-e39d-4322-ad3e-21b5a422d2a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:13.257129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.259712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-2257756d-7698-4753-9374-84aca2e40b91 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:13.261913 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-2257756d-7698-4753-9374-84aca2e40b91 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.25 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 819 time: 0.2434011 Apr 14 16:05:13.280673 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Request body: {'port': {'device_id': '5f1b203c-c43d-49d8-9a4a-d39f05afe97b', 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7', 'admin_state_up': True, 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:13.291744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e7355-7cf2-400f-9468-ef26ae305b39 req-f22eaa52-a3f0-48bf-abf6-02f7a4d51614 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:13.298025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e074e3f-f71c-48f8-a59f-227827e5107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.299915 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2d1e7355-7cf2-400f-9468-ef26ae305b39 req-f22eaa52-a3f0-48bf-abf6-02f7a4d51614 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 944 time: 0.4928918 Apr 14 16:05:13.308420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b871581f-6ef9-4e54-bedd-40024f347f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:13.329903 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 6e54a0d3-9706-44b5-b144-e8063698b179 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:13.344779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e074e3f-f71c-48f8-a59f-227827e5107e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf094fa-251b-4a35-ae6d-b833533fbb60,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:13.433877 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2d1e7355-7cf2-400f-9468-ef26ae305b39 req-46127271-7c0c-451c-b2e8-ddc43e385041 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329210 Apr 14 16:05:13.449583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e074e3f-f71c-48f8-a59f-227827e5107e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:13.457861 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-9a64aaf8-4302-429b-8b7a-c88899a0ce17 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7445834 Apr 14 16:05:13.505053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['31ae484e-2963-4711-909f-efcf6d77bccf'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:13.533134 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e074e3f-f71c-48f8-a59f-227827e5107e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.534675 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7e074e3f-f71c-48f8-a59f-227827e5107e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecf094fa-251b-4a35-ae6d-b833533fbb60 HTTP/1.1" status: 204 len: 168 time: 1.1234014 Apr 14 16:05:13.604459 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-01d9ec84-101f-4fc6-924b-11b2135db42f req-d8452e4a-2366-43c8-a8b2-34caaa7e92fe service neutron] 10.222.0.25 "GET /v2.0/networks/3657d7f8-530b-4d89-8325-21bc085396a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880248 Apr 14 16:05:13.781572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.792564 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:13.823450 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb8d009-1977-48df-bedb-8897b31331fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f983055f-27b0-4f23-a8f9-02ee12a7bb77'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:13.834149 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Usage tracker for resource:port and tenant:95e1c99167c54f26ae334f2295ee5fee is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:13.845671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:13.882540 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:13.926115 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-f33bf789-2fde-40aa-9e20-a418a830ce7c service neutron] 10.222.0.48 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670999 Apr 14 16:05:13.933307 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Made reservation on behalf of 95e1c99167c54f26ae334f2295ee5fee for: {'port': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:13.940180 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.082077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=31ae484e-2963-4711-909f-efcf6d77bccf,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:14.094485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 6e54a0d3-9706-44b5-b144-e8063698b179 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:14.094919 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.174727 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:14.189406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port f983055f-27b0-4f23-a8f9-02ee12a7bb77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f983055f-27b0-4f23-a8f9-02ee12a7bb77,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:14.222871 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.258191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:14.271772 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Allocated IP 172.20.0.6 (ea67db47-bf65-4079-9934-9f42e3de44e7/205a602a-d21f-462a-9232-3855ae667a74/afc8bb7d-977a-4aa5-a7e4-2cace5d71c82) {{(pid=85223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:14.438647 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-01d9ec84-101f-4fc6-924b-11b2135db42f req-b2c429ed-9c64-4fdf-8d62-92dd2b2c35a2 service neutron] 10.222.0.25 "GET /v2.0/networks/3657d7f8-530b-4d89-8325-21bc085396a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8176341 Apr 14 16:05:14.501042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b938-a56a-4880-a1ff-568e93a9096f req-27a0f481-60f7-45b6-9909-8b17a08cdc9d tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:14.505999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks [] for port, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.512667 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5577b938-a56a-4880-a1ff-568e93a9096f req-27a0f481-60f7-45b6-9909-8b17a08cdc9d tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 944 time: 0.6973157 Apr 14 16:05:14.543464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.558003 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=f983055f-27b0-4f23-a8f9-02ee12a7bb77,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:14.559902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.resource_extend [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:05:14.572383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:14.624416 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5577b938-a56a-4880-a1ff-568e93a9096f req-50cac044-a07e-41ed-bca6-0cc366a5d306 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097023 Apr 14 16:05:14.633259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.639765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.659476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:14.664692 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:14.871098 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'Port': ['ID=13141268-9714-4a4b-a4a7-04174ae7f0ee,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:14.931221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:14.937267 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Network ea67db47-bf65-4079-9934-9f42e3de44e7 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:14.942772 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:14.961309 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Received port after_create {{(pid=85223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:14.968969 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:14.969736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.974172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Pushing event updated for resources: {'Port': ['ID=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:14.989883 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:15.010733 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-2b031c0c-7db5-4922-a13a-d6b1eef17e09 service neutron] 10.222.0.48 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0139992 Apr 14 16:05:15.019124 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7454269 Apr 14 16:05:15.043694 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Request body: {'port': {'device_id': '5f1b203c-c43d-49d8-9a4a-d39f05afe97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:15.148344 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.241301 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.285879 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.296511 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5545604 Apr 14 16:05:15.372526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934da91b-8103-444f-9738-1f6fc2e3359e req-11b4d444-db14-44cf-936e-82716e7cfebc tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:15.374383 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-934da91b-8103-444f-9738-1f6fc2e3359e req-11b4d444-db14-44cf-936e-82716e7cfebc tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 945 time: 0.1748719 Apr 14 16:05:15.447405 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-934da91b-8103-444f-9738-1f6fc2e3359e req-d1babd11-6c69-4d1c-9aae-67e3814ff373 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665627 Apr 14 16:05:15.603528 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e183985f-5690-493b-bad8-26ada4b15fdb req-45789ef6-d621-415f-9873-f3c1df0dc732 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Synchronizing usage tracker for tenant:95e1c99167c54f26ae334f2295ee5fee on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:15.660420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e183985f-5690-493b-bad8-26ada4b15fdb req-45789ef6-d621-415f-9873-f3c1df0dc732 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Unset dirty status for tenant:95e1c99167c54f26ae334f2295ee5fee on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:15.663366 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e183985f-5690-493b-bad8-26ada4b15fdb req-45789ef6-d621-415f-9873-f3c1df0dc732 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 210 time: 0.1347377 Apr 14 16:05:15.880984 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb8d009-1977-48df-bedb-8897b31331fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f983055f-27b0-4f23-a8f9-02ee12a7bb77', 'code': 200} Apr 14 16:05:16.029280 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-c34b5571-c766-436a-967c-3578a227fe2c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--603916917&fields=id&tenant_id=31ad166a944e4df09330ae6caeee9230 HTTP/1.1" status: 200 len: 267 time: 0.1233513 Apr 14 16:05:16.180050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 {{(pid=85223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:16.192828 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.207624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42528) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:16.367043 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 31ae484e-2963-4711-909f-efcf6d77bccf up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:16.368836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-96214a70-db2f-48aa-9ce7-d2aadf4b5e02 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:16.370559 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-96214a70-db2f-48aa-9ce7-d2aadf4b5e02 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/networks?id=e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 200 len: 811 time: 0.3404093 Apr 14 16:05:16.401085 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-da5beea9-26f7-4fb9-ab80-88cd474efb09 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/quotas/31ad166a944e4df09330ae6caeee9230 HTTP/1.1" status: 200 len: 375 time: 0.0180838 Apr 14 16:05:16.454445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Transition to ACTIVE for port object afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 will not be triggered until provisioned by entity L2. {{(pid=85223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:16.462001 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.469949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d679d-a75c-4297-814c-de95a8270df7 req-1594e146-bc9c-4e15-a4d8-74ce87082e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:16.472133 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e14d679d-a75c-4297-814c-de95a8270df7 req-1594e146-bc9c-4e15-a4d8-74ce87082e00 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 1098 time: 0.1989396 Apr 14 16:05:16.483105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:16.521359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 31ae484e-2963-4711-909f-efcf6d77bccf completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:16.523625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e14d679d-a75c-4297-814c-de95a8270df7 req-f00a0a43-ff19-438d-9626-bd899cc4e0a8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.529015 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 31ae484e-2963-4711-909f-efcf6d77bccf triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:16.529572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.557332 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-e14d679d-a75c-4297-814c-de95a8270df7 req-f00a0a43-ff19-438d-9626-bd899cc4e0a8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:16.563814 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e14d679d-a75c-4297-814c-de95a8270df7 req-f00a0a43-ff19-438d-9626-bd899cc4e0a8 service neutron] Usage tracker for resource:security_group_rule and tenant:c232951e4d3b439bb8133a060d4c4a50 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:16.571793 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e14d679d-a75c-4297-814c-de95a8270df7 req-f00a0a43-ff19-438d-9626-bd899cc4e0a8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:16.598750 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-a2146614-af1d-4b0c-90af-ab9eb711458a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=31ad166a944e4df09330ae6caeee9230&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1966190 Apr 14 16:05:16.601977 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b9add-fcd0-4275-b636-2a120778a2cd req-78b2539c-7249-4eb1-b06d-a85b418e6c9e tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:16.606975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-e14d679d-a75c-4297-814c-de95a8270df7 req-f00a0a43-ff19-438d-9626-bd899cc4e0a8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:16.610274 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-692b9add-fcd0-4275-b636-2a120778a2cd req-78b2539c-7249-4eb1-b06d-a85b418e6c9e tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 944 time: 0.5151470 Apr 14 16:05:16.685545 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-692b9add-fcd0-4275-b636-2a120778a2cd req-de7cc7a4-4e62-45b0-8183-577a69211297 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739193 Apr 14 16:05:16.694776 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.726959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 31ae484e-2963-4711-909f-efcf6d77bccf, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=31ae484e-2963-4711-909f-efcf6d77bccf,segment=NetworkSegment(4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f),segment_id=4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:16.727827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Pushing event updated for resources: {'Port': ['ID=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82,revision_number=2']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:16.730848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.734358 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:16.787586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:16.797345 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7038b419-5687-428d-a339-2315562407e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.813156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=31ae484e-2963-4711-909f-efcf6d77bccf,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:16.816791 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:16.876750 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-354ac354-90b5-43ed-bb5c-6bf237788342 service neutron] 10.222.0.48 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664940 Apr 14 16:05:16.885529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7038b419-5687-428d-a339-2315562407e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:16.945011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.25', 55283) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:17.012118 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7038b419-5687-428d-a339-2315562407e4 admin admin] Usage tracker for resource:security_group_rule and tenant:2a48c1a5b54a4b7285a1e7a78ac3022f is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:17.027183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7038b419-5687-428d-a339-2315562407e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:17.177655 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7038b419-5687-428d-a339-2315562407e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:17.217169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Attempting to bind port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:17.217553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Attempting to bind port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'}] {{(pid=85223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:17.217900 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Attempting to bind port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 on network ea67db47-bf65-4079-9934-9f42e3de44e7 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:17.244918 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-81b2e8d3-c9d8-4ba2-944f-d6fd0020903a service neutron] 10.222.0.48 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591883 Apr 14 16:05:17.259237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 on network ea67db47-bf65-4079-9934-9f42e3de44e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:17.259950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e14d679d-a75c-4297-814c-de95a8270df7 req-f00a0a43-ff19-438d-9626-bd899cc4e0a8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.260899 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Attempting to bind port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 on network ea67db47-bf65-4079-9934-9f42e3de44e7 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:17.263428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e14d679d-a75c-4297-814c-de95a8270df7 req-f00a0a43-ff19-438d-9626-bd899cc4e0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.274347 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8f03e2df-743a-40bf-ba67-76162ac8efe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:17.295672 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e14d679d-a75c-4297-814c-de95a8270df7 req-f00a0a43-ff19-438d-9626-bd899cc4e0a8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8135760 Apr 14 16:05:17.303844 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:17.304334 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Checking segment: {'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:17.304948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Bound using segment: {'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'} {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:17.305563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Bound port: afc8bb7d-977a-4aa5-a7e4-2cace5d71c82, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'}}] {{(pid=85223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:17.306057 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.314700 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a0a43-ff19-438d-9626-bd899cc4e0a8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0e967733-5c20-40c3-b397-b46ea64b9675,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:17.318211 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f00a0a43-ff19-438d-9626-bd899cc4e0a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:17.471907 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af238d7-83a1-4330-8a16-1d3da7647133 req-81965735-64a2-4700-8779-27baebfb95b5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:17.474114 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3af238d7-83a1-4330-8a16-1d3da7647133 req-81965735-64a2-4700-8779-27baebfb95b5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 945 time: 0.6621866 Apr 14 16:05:17.496369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-36adc18f-2ced-4fc5-abef-c3cb7b9cec11 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:17.497991 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-36adc18f-2ced-4fc5-abef-c3cb7b9cec11 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.25 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 819 time: 0.5132065 Apr 14 16:05:17.527601 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Request body: {'port': {'device_id': '36eee8ae-2c9f-4463-901c-1bc81c57d86d', 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7', 'admin_state_up': True, 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:17.543185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] For port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82, host hv-cinder-78626, cleared binding levels {{(pid=85223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:17.548236 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ed533b9-abb8-4136-9397-3e7340fa2e0d req-dc04b85e-249e-49dd-86b0-473378ac0030 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 210 time: 0.0676889 Apr 14 16:05:17.633049 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3af238d7-83a1-4330-8a16-1d3da7647133 req-97fede6c-bc46-4b5a-8c21-d7bc7e0b24fc tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313071 Apr 14 16:05:17.649979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] For port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:17.666841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.704061 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:17.882413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ac0c2-c974-4e96-aad3-3b6b79602edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ae484e-2963-4711-909f-efcf6d77bccf'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:17.975885 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:17.988927 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:18.024352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3acd9-4761-484f-a5fc-b86c592b604b req-371e3964-b064-4d95-badd-da3e73d4f34b tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:18.033114 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-71d3acd9-4761-484f-a5fc-b86c592b604b req-371e3964-b064-4d95-badd-da3e73d4f34b tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 945 time: 0.1629236 Apr 14 16:05:18.035828 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-777c94f5-d429-4907-8573-8bb767e45dad req-1af3b5c8-2af0-4f70-966b-b18aed83b0a7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Synchronizing usage tracker for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:18.064522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7038b419-5687-428d-a339-2315562407e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.071886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Made reservation on behalf of 95e1c99167c54f26ae334f2295ee5fee for: {'port': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:18.074111 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-71d3acd9-4761-484f-a5fc-b86c592b604b req-09b8bb96-20f5-45db-9fdc-ae70fa22b31f tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398016 Apr 14 16:05:18.079796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.144500 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ac0c2-c974-4e96-aad3-3b6b79602edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ae484e-2963-4711-909f-efcf6d77bccf', 'code': 200} Apr 14 16:05:18.163046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7038b419-5687-428d-a339-2315562407e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.210505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Pushing event updated for resources: {'Port': ['ID=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82,revision_number=3']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:18.232182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:18.232898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-777c94f5-d429-4907-8573-8bb767e45dad req-1af3b5c8-2af0-4f70-966b-b18aed83b0a7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Unset dirty status for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:18.234335 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-777c94f5-d429-4907-8573-8bb767e45dad req-1af3b5c8-2af0-4f70-966b-b18aed83b0a7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 210 time: 0.4832661 Apr 14 16:05:18.234765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:18.304769 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7038b419-5687-428d-a339-2315562407e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a48c1a5b54a4b7285a1e7a78ac3022f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0958605 Apr 14 16:05:18.306483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:18.307159 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.307854 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 42610) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:18.308584 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] 10.222.0.25 "PUT /v2.0/ports/afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 HTTP/1.1" status: 200 len: 1093 time: 3.2811699 Apr 14 16:05:18.321141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1b203c-c43d-49d8-9a4a-d39f05afe97b', 'tag': 'afc8bb7d-977a-4aa5-a7e4-2cace5d71c82'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:18.341159 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038b419-5687-428d-a339-2315562407e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917aa231-47c9-4f59-9ad0-2de060cc99b8,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:18.350146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7038b419-5687-428d-a339-2315562407e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:18.394061 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Allocated IP 172.20.0.9 (ea67db47-bf65-4079-9934-9f42e3de44e7/205a602a-d21f-462a-9232-3855ae667a74/262138c9-7732-4d79-9dea-f65c4dbcdfc4) {{(pid=85223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:18.447471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-887fbc77-65b8-477f-8896-00a806fceced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.449637 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1b203c-c43d-49d8-9a4a-d39f05afe97b', 'tag': 'afc8bb7d-977a-4aa5-a7e4-2cace5d71c82', 'status': 'completed', 'code': 200} Apr 14 16:05:18.494505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-887fbc77-65b8-477f-8896-00a806fceced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.618470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-887fbc77-65b8-477f-8896-00a806fceced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.634209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f00a0a43-ff19-438d-9626-bd899cc4e0a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:18.708979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-887fbc77-65b8-477f-8896-00a806fceced admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.710218 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-887fbc77-65b8-477f-8896-00a806fceced admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/917aa231-47c9-4f59-9ad0-2de060cc99b8 HTTP/1.1" status: 204 len: 168 time: 0.4009063 Apr 14 16:05:18.750676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fbc77-65b8-477f-8896-00a806fceced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917aa231-47c9-4f59-9ad0-2de060cc99b8,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:18.764810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-887fbc77-65b8-477f-8896-00a806fceced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:18.767015 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70ad83-9932-48c3-ab69-c8024635b65b req-f773b858-c4ee-4423-9d37-34e30b67206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:18.768707 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2a70ad83-9932-48c3-ab69-c8024635b65b req-f773b858-c4ee-4423-9d37-34e30b67206c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 1098 time: 0.2319622 Apr 14 16:05:18.846198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-357698b2-8edf-432d-a0bd-74ec9e26497b req-797ffa4d-21a9-4bb3-a7a7-42966a30b875 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Synchronizing usage tracker for tenant:95e1c99167c54f26ae334f2295ee5fee on resource:port {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:18.941543 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-2a70ad83-9932-48c3-ab69-c8024635b65b req-f700ebdc-8395-47de-b07e-43e6087efc17 service neutron] Synchronizing usage tracker for tenant:c232951e4d3b439bb8133a060d4c4a50 on resource:security_group {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:18.979024 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-357698b2-8edf-432d-a0bd-74ec9e26497b req-797ffa4d-21a9-4bb3-a7a7-42966a30b875 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Unset dirty status for tenant:95e1c99167c54f26ae334f2295ee5fee on resource:port {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:18.985582 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-357698b2-8edf-432d-a0bd-74ec9e26497b req-797ffa4d-21a9-4bb3-a7a7-42966a30b875 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 210 time: 0.2766647 Apr 14 16:05:18.991585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-2a70ad83-9932-48c3-ab69-c8024635b65b req-f700ebdc-8395-47de-b07e-43e6087efc17 service neutron] Unset dirty status for tenant:c232951e4d3b439bb8133a060d4c4a50 on resource:security_group {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:18.991866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks [] for port, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.992898 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2a70ad83-9932-48c3-ab69-c8024635b65b req-f700ebdc-8395-47de-b07e-43e6087efc17 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168667 Apr 14 16:05:19.007243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3baf6a27-0bf4-47ff-906e-e46773958ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:19.013893 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-3baf6a27-0bf4-47ff-906e-e46773958ab3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 1096 time: 0.4561977 Apr 14 16:05:19.047425 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef30199-4f89-4d03-bf44-f19adfc935a5 req-51dc29b6-a4c9-43a9-bc74-73eece0729c0 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:19.049440 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7ef30199-4f89-4d03-bf44-f19adfc935a5 req-51dc29b6-a4c9-43a9-bc74-73eece0729c0 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 945 time: 0.2111847 Apr 14 16:05:19.069635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:19.099946 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7ef30199-4f89-4d03-bf44-f19adfc935a5 req-c67a7cf0-6f9b-4ed7-9b21-36c73cc39148 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416150 Apr 14 16:05:19.191493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 42648) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:19.195696 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:19.347518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-57ed7925-e3be-4ec9-bd8d-8be291ea50b8 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:19.350586 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-57ed7925-e3be-4ec9-bd8d-8be291ea50b8 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.25 "GET /v2.0/networks?id=e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 200 len: 811 time: 0.2485089 Apr 14 16:05:19.396169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d2684c23-fd7a-4700-808b-c3345682b09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:19.471141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d2684c23-fd7a-4700-808b-c3345682b09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:19.537422 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-e23cad53-52b8-4696-b56e-a8683ce529ee tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31ad166a944e4df09330ae6caeee9230 HTTP/1.1" status: 200 len: 5704 time: 0.1588638 Apr 14 16:05:19.542673 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'port': {'device_id': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'admin_state_up': True, 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'security_groups': ['273c38f8-a97a-47e0-9ee8-b8622a8092ae']}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:19.576198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d2684c23-fd7a-4700-808b-c3345682b09b admin admin] Usage tracker for resource:security_group_rule and tenant:35c1ddf6c5bc48d798a561a24ad7560e is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:19.687834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Pushing event updated for resources: {'Port': ['ID=262138c9-7732-4d79-9dea-f65c4dbcdfc4,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:19.701276 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-29366909-dfc0-4f45-8bec-4a0b1762ab6f req-3929f2e4-8d35-450e-8f31-cb2831a87ff4 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 210 time: 0.1338956 Apr 14 16:05:19.702304 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d2684c23-fd7a-4700-808b-c3345682b09b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:19.715867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d2684c23-fd7a-4700-808b-c3345682b09b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:19.788012 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-1e8ed4cc-422f-4a55-a165-3db91cd4d462 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 HTTP/1.1" status: 200 len: 217 time: 0.5932624 Apr 14 16:05:19.796078 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:19.857407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d2684c23-fd7a-4700-808b-c3345682b09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:19.857407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d2684c23-fd7a-4700-808b-c3345682b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:19.868034 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Network ea67db47-bf65-4079-9934-9f42e3de44e7 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:19.876872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:19.882881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Received port after_create {{(pid=85223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:19.890212 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:19.890378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:19.890945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.006904 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:20.047927 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:20.048230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2ef72-8785-4676-9b14-5e931292c5fa req-60cb7c48-8db4-46fa-98ae-a04515bd33ba tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:20.053250 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d2684c23-fd7a-4700-808b-c3345682b09b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35c1ddf6c5bc48d798a561a24ad7560e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8602748 Apr 14 16:05:20.054526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2684c23-fd7a-4700-808b-c3345682b09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f741bd59-dd78-42d9-91c4-014a7b503f99,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:20.056906 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-04e2ef72-8785-4676-9b14-5e931292c5fa req-60cb7c48-8db4-46fa-98ae-a04515bd33ba tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 945 time: 0.6670408 Apr 14 16:05:20.059313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42694) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:20.061976 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5389950 Apr 14 16:05:20.065292 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-e1237cdd-4104-4175-91e9-abc6bb87325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:20.066748 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-e1237cdd-4104-4175-91e9-abc6bb87325b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=205a602a-d21f-462a-9232-3855ae667a74 HTTP/1.1" status: 200 len: 859 time: 0.2697585 Apr 14 16:05:20.068881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d2684c23-fd7a-4700-808b-c3345682b09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:20.074178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Made reservation on behalf of 31ad166a944e4df09330ae6caeee9230 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:20.081705 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.164906 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Request body: {'port': {'device_id': '36eee8ae-2c9f-4463-901c-1bc81c57d86d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:20.306668 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-04e2ef72-8785-4676-9b14-5e931292c5fa req-cd30d95a-7773-4b71-bdf2-f285c99e6ceb tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482450 Apr 14 16:05:20.310828 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-fea197d4-1715-45ad-895f-135310411a97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea67db47-bf65-4079-9934-9f42e3de44e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2310536 Apr 14 16:05:20.353538 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Allocated IP 172.20.0.13 (e4087ddd-268d-4f34-8462-2595c8d5f179/410481ba-9005-4999-9ca9-04bcc89f40f5/1a6976f7-92de-47cd-b4a0-be6c32ea3f96) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:20.409309 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0a687-376c-4b8c-babe-15e41657b05b req-b9fd2b41-22cf-458d-b487-53c461252ffc tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:20.410920 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-47a0a687-376c-4b8c-babe-15e41657b05b req-b9fd2b41-22cf-458d-b487-53c461252ffc tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 931 time: 0.1858428 Apr 14 16:05:20.484144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.502575 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-47a0a687-376c-4b8c-babe-15e41657b05b req-356005c1-017b-44c9-b503-3df6a9e817d4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785177 Apr 14 16:05:20.522761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6d65899d-6016-42f0-99f9-9b216ab56ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.778144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.801546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Transition to ACTIVE for port object 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 will not be triggered until provisioned by entity DHCP. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:20.832871 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6d65899d-6016-42f0-99f9-9b216ab56ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.846904 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.876150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:20.986343 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-559f6a44-309a-4d27-a4fc-53ec8909b468 service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534607 Apr 14 16:05:21.168269 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc5196-b3de-4215-aeaa-b36303efde14 req-7675323c-e7a3-4759-bd17-3fd2fc22dac8 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:21.176038 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7adc5196-b3de-4215-aeaa-b36303efde14 req-7675323c-e7a3-4759-bd17-3fd2fc22dac8 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 945 time: 0.5212276 Apr 14 16:05:21.213122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'Port': ['ID=1a6976f7-92de-47cd-b4a0-be6c32ea3f96,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:21.218803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:21.222023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Network e4087ddd-268d-4f34-8462-2595c8d5f179 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:21.224912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:21.227529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:21.234591 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:21.235281 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.245694 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6d65899d-6016-42f0-99f9-9b216ab56ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.259082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1fc396ed-2cc1-46a1-a5b1-6761d45142a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:21.269117 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7adc5196-b3de-4215-aeaa-b36303efde14 req-8622225a-b644-4958-9ecf-fbeaf72ac306 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921328 Apr 14 16:05:21.305405 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85ddc0-6eea-415a-a37d-06a264869abc req-ce501779-39e0-42a8-853f-8e72e99d7368 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:21.306211 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8c85ddc0-6eea-415a-a37d-06a264869abc req-ce501779-39e0-42a8-853f-8e72e99d7368 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Synchronizing usage tracker for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:21.312657 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7743864 Apr 14 16:05:21.320977 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65899d-6016-42f0-99f9-9b216ab56ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f741bd59-dd78-42d9-91c4-014a7b503f99,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:21.330731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Request body: {'port': {'device_id': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:21.373490 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6d65899d-6016-42f0-99f9-9b216ab56ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:21.373490 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6d65899d-6016-42f0-99f9-9b216ab56ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.378947 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6d65899d-6016-42f0-99f9-9b216ab56ed1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f741bd59-dd78-42d9-91c4-014a7b503f99 HTTP/1.1" status: 204 len: 168 time: 1.3117065 Apr 14 16:05:21.399979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8c85ddc0-6eea-415a-a37d-06a264869abc req-ce501779-39e0-42a8-853f-8e72e99d7368 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Unset dirty status for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:21.412846 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8c85ddc0-6eea-415a-a37d-06a264869abc req-ce501779-39e0-42a8-853f-8e72e99d7368 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 932 time: 0.4586451 Apr 14 16:05:21.430006 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31401e06-3259-4bbd-9373-cc369ed2f7c5 req-58fc3d7f-a1b4-4fab-82b6-dc1806039c92 service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285605 Apr 14 16:05:21.585827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d352d80d-8cee-4042-b791-784dde2d88e4 None None] Provisioning for port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:21.604866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d352d80d-8cee-4042-b791-784dde2d88e4 None None] Provisioning complete for port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:21.605275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d352d80d-8cee-4042-b791-784dde2d88e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.650047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262138c9-7732-4d79-9dea-f65c4dbcdfc4 {{(pid=85223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:21.661372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.710596 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.749881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c7ec5-0c60-4091-ac3b-43e60b73bdfa req-c640a258-b41d-4586-9c32-15f822a4aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:21.751735 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-878c7ec5-0c60-4091-ac3b-43e60b73bdfa req-c640a258-b41d-4586-9c32-15f822a4aa11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 1096 time: 0.2202351 Apr 14 16:05:21.753329 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Transition to ACTIVE for port object 262138c9-7732-4d79-9dea-f65c4dbcdfc4 will not be triggered until provisioned by entity L2. {{(pid=85223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:21.797212 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8c85ddc0-6eea-415a-a37d-06a264869abc req-1bd87921-bd3a-4b81-a7d5-cf126c5b2392 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828690 Apr 14 16:05:21.813242 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.816859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d352d80d-8cee-4042-b791-784dde2d88e4 None None] Port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:05:21.863237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ee1ee03d-9d62-4217-be3a-54eb273e39a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:22.287277 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 42778) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:22.327126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f904699e-acc5-4b43-9643-ef815fc88e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.341178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c7ec5-0c60-4091-ac3b-43e60b73bdfa req-cfd0d215-b2c6-4d3f-84ca-50519ca25249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:22.343048 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-878c7ec5-0c60-4091-ac3b-43e60b73bdfa req-cfd0d215-b2c6-4d3f-84ca-50519ca25249 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 920 time: 0.5814216 Apr 14 16:05:22.363690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f904699e-acc5-4b43-9643-ef815fc88e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:22.389803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f904699e-acc5-4b43-9643-ef815fc88e24 admin admin] Usage tracker for resource:security_group_rule and tenant:600f95e6f3ed43f8a9aec8d766f79060 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:22.392782 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f904699e-acc5-4b43-9643-ef815fc88e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:22.457925 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f904699e-acc5-4b43-9643-ef815fc88e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:22.470001 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-878c7ec5-0c60-4091-ac3b-43e60b73bdfa req-5ee934dc-c5cf-4340-ba8f-3e6cec397b7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 HTTP/1.1" status: 200 len: 217 time: 0.1072021 Apr 14 16:05:22.471957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee625d45-4403-4559-81f6-a248852623ef req-fbfa4eca-4cf0-4af2-9c2a-6b4a38c59e3f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:22.473620 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ee625d45-4403-4559-81f6-a248852623ef req-fbfa4eca-4cf0-4af2-9c2a-6b4a38c59e3f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 943 time: 0.4650917 Apr 14 16:05:22.549746 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ee625d45-4403-4559-81f6-a248852623ef req-872f4f02-d586-4730-8f44-d0e648db55cc tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655036 Apr 14 16:05:22.580502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Pushing event updated for resources: {'Port': ['ID=262138c9-7732-4d79-9dea-f65c4dbcdfc4,revision_number=2']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:22.580502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:22.580502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c7ec5-0c60-4091-ac3b-43e60b73bdfa req-d6241ea1-8d6e-4081-bac5-c38fc1331ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:22.580502 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-878c7ec5-0c60-4091-ac3b-43e60b73bdfa req-d6241ea1-8d6e-4081-bac5-c38fc1331ccf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=205a602a-d21f-462a-9232-3855ae667a74 HTTP/1.1" status: 200 len: 859 time: 0.0934551 Apr 14 16:05:22.590010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f9508-6129-4f5d-a471-53f4283f9e3b req-46f63b30-cddf-4f20-acdb-25c5cd1dfa88 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:22.592302 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-aa3f9508-6129-4f5d-a471-53f4283f9e3b req-46f63b30-cddf-4f20-acdb-25c5cd1dfa88 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 945 time: 0.7778463 Apr 14 16:05:22.672120 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-878c7ec5-0c60-4091-ac3b-43e60b73bdfa req-ca2a3348-13bd-4d81-bd1a-72799bd3bdc6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea67db47-bf65-4079-9934-9f42e3de44e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787215 Apr 14 16:05:22.704580 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f904699e-acc5-4b43-9643-ef815fc88e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.712611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f904699e-acc5-4b43-9643-ef815fc88e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.725995 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:22.735174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:22.747935 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.794074 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Transition to ACTIVE for port object 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:22.795786 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904699e-acc5-4b43-9643-ef815fc88e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1792b659-d19c-4e1c-a84b-39d5fff33ea0,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:22.803366 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f904699e-acc5-4b43-9643-ef815fc88e24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=600f95e6f3ed43f8a9aec8d766f79060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109584 Apr 14 16:05:22.803366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f904699e-acc5-4b43-9643-ef815fc88e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:22.803620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.804337 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 42788) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:22.833286 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:23.061472 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-aa3f9508-6129-4f5d-a471-53f4283f9e3b req-1f3b1daf-adae-4a11-aabd-cb65e73539d9 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248095 Apr 14 16:05:23.201023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6976f7-92de-47cd-b4a0-be6c32ea3f96,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:23.204381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:23.242439 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-878c7ec5-0c60-4091-ac3b-43e60b73bdfa req-c193dc79-94a8-4f1d-b3c0-ed998bb2c40a service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609353 Apr 14 16:05:23.386887 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2f72439-8118-455f-a154-21b3e9c419a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.407620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Attempting to bind port 262138c9-7732-4d79-9dea-f65c4dbcdfc4 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:23.408671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Attempting to bind port 262138c9-7732-4d79-9dea-f65c4dbcdfc4 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'}] {{(pid=85223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:23.409569 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Attempting to bind port 262138c9-7732-4d79-9dea-f65c4dbcdfc4 on network ea67db47-bf65-4079-9934-9f42e3de44e7 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:23.436786 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Port 262138c9-7732-4d79-9dea-f65c4dbcdfc4 on network ea67db47-bf65-4079-9934-9f42e3de44e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:23.437448 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Attempting to bind port 262138c9-7732-4d79-9dea-f65c4dbcdfc4 on network ea67db47-bf65-4079-9934-9f42e3de44e7 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:23.448532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:23.449222 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Checking segment: {'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:23.450139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Bound using segment: {'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'} {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:23.450949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Bound port: 262138c9-7732-4d79-9dea-f65c4dbcdfc4, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea31b5d-35fd-438d-a656-82337dbd15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7'}}] {{(pid=85223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:23.451557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.461086 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18da45-9f1a-47db-b162-201a25e77c83 req-235e2bb0-732c-4744-a645-31859c89b7f5 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:23.469447 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4d18da45-9f1a-47db-b162-201a25e77c83 req-235e2bb0-732c-4744-a645-31859c89b7f5 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 944 time: 0.4334624 Apr 14 16:05:23.500530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Attempting to bind port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:23.501070 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Attempting to bind port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:23.501299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Attempting to bind port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 on network e4087ddd-268d-4f34-8462-2595c8d5f179 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:23.509195 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2f72439-8118-455f-a154-21b3e9c419a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.521561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f16a5680-a132-4a54-a41b-bc2fed42e2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.526545 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 on network e4087ddd-268d-4f34-8462-2595c8d5f179 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:23.526916 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Attempting to bind port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 on network e4087ddd-268d-4f34-8462-2595c8d5f179 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:23.544325 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4d18da45-9f1a-47db-b162-201a25e77c83 req-8e052251-780f-4248-8327-c20182b35588 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733593 Apr 14 16:05:23.565921 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:23.566474 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Checking segment: {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:23.567200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Bound using segment: {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:23.567824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Bound port: 1a6976f7-92de-47cd-b4a0-be6c32ea3f96, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:23.568442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.581008 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-878c7ec5-0c60-4091-ac3b-43e60b73bdfa req-05e4dc80-6135-467e-b59d-aac3d6858c9f service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317425 Apr 14 16:05:23.672653 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] For port 262138c9-7732-4d79-9dea-f65c4dbcdfc4, host hv-cinder-78626, cleared binding levels {{(pid=85223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:23.676805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] For port 262138c9-7732-4d79-9dea-f65c4dbcdfc4, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=262138c9-7732-4d79-9dea-f65c4dbcdfc4,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:23.687650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.723354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:23.964503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.975114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Pushing event updated for resources: {'Port': ['ID=262138c9-7732-4d79-9dea-f65c4dbcdfc4,revision_number=3']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:23.980880 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:24.032400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:24.033213 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:24.034630 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] 10.222.0.25 "PUT /v2.0/ports/262138c9-7732-4d79-9dea-f65c4dbcdfc4 HTTP/1.1" status: 200 len: 1093 time: 3.9145505 Apr 14 16:05:24.035108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36eee8ae-2c9f-4463-901c-1bc81c57d86d', 'tag': '262138c9-7732-4d79-9dea-f65c4dbcdfc4'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:24.062333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] For port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:24.078605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] For port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1a6976f7-92de-47cd-b4a0-be6c32ea3f96,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:24.081049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2f72439-8118-455f-a154-21b3e9c419a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:24.090104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:24.093768 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d2684c23-fd7a-4700-808b-c3345682b09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:24.192331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f72439-8118-455f-a154-21b3e9c419a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1792b659-d19c-4e1c-a84b-39d5fff33ea0,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:24.197153 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f2f72439-8118-455f-a154-21b3e9c419a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:24.217714 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8eb412bc-306a-46cf-b589-12b3887e463c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:24.232006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-349a8e29-c939-49c6-8e13-d4027f0d0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:24.233871 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-349a8e29-c939-49c6-8e13-d4027f0d0043 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 1096 time: 0.1585028 Apr 14 16:05:24.259744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2f72439-8118-455f-a154-21b3e9c419a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:24.260997 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f2f72439-8118-455f-a154-21b3e9c419a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1792b659-d19c-4e1c-a84b-39d5fff33ea0 HTTP/1.1" status: 204 len: 168 time: 1.4554670 Apr 14 16:05:24.299251 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae629c-9d9e-4145-bfa4-9a6163aefa9f req-b1902665-637c-448a-b03f-9a18f57a36d1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:24.300941 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a5ae629c-9d9e-4145-bfa4-9a6163aefa9f req-b1902665-637c-448a-b03f-9a18f57a36d1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 943 time: 0.3702364 Apr 14 16:05:24.333294 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-d3692865-34ef-45c6-841e-3f0ca10abe0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=262138c9-7732-4d79-9dea-f65c4dbcdfc4 HTTP/1.1" status: 200 len: 217 time: 0.0913639 Apr 14 16:05:24.397792 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6976f7-92de-47cd-b4a0-be6c32ea3f96,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:24.400553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:05:24.412375 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:24.415818 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a5ae629c-9d9e-4145-bfa4-9a6163aefa9f req-cf867ae3-2e84-49f2-b31a-ff88c2860462 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069620 Apr 14 16:05:24.447135 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-423e52fc-9538-4a83-a788-c489036b3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:24.455154 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-423e52fc-9538-4a83-a788-c489036b3e4b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=205a602a-d21f-462a-9232-3855ae667a74 HTTP/1.1" status: 200 len: 859 time: 0.1156013 Apr 14 16:05:24.495416 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:24.495627 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:24.497715 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] 10.222.0.25 "PUT /v2.0/ports/1a6976f7-92de-47cd-b4a0-be6c32ea3f96 HTTP/1.1" status: 200 len: 1094 time: 3.1737587 Apr 14 16:05:24.498176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'tag': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:24.563074 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36eee8ae-2c9f-4463-901c-1bc81c57d86d', 'tag': '262138c9-7732-4d79-9dea-f65c4dbcdfc4', 'status': 'completed', 'code': 200} Apr 14 16:05:24.572471 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-d75b4e32-a26b-4b77-a9cd-414ef25f9a4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea67db47-bf65-4079-9934-9f42e3de44e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101983 Apr 14 16:05:24.590624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:05:24.703305 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'tag': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96', 'status': 'completed', 'code': 200} Apr 14 16:05:24.764600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-c01902aa-6a96-41a0-abf0-92b899aba74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:24.766846 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-c01902aa-6a96-41a0-abf0-92b899aba74a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31ad166a944e4df09330ae6caeee9230&device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 1097 time: 0.2243335 Apr 14 16:05:24.776770 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-2b3d3320-bd87-4fef-b109-d5847a07095f service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958807 Apr 14 16:05:24.834757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:24.869517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': 'afc8bb7d-977a-4aa5-a7e4-2cace5d71c82', 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7', 'port_id': 'afc8bb7d-977a-4aa5-a7e4-2cace5d71c82', 'mac_address': 'fa:16:3e:fe:ea:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205a602a-d21f-462a-9232-3855ae667a74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:05:24.947392 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:24.949146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:24.958167 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-eb865791-150b-4b11-82ff-e3b92d7a1b60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6976f7-92de-47cd-b4a0-be6c32ea3f96 HTTP/1.1" status: 200 len: 217 time: 0.1841662 Apr 14 16:05:24.986152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:25.011499 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.039132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:25.073134 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-c4ca6a5e-82e7-42e9-a844-55d4f1a4e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:25.076249 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-c4ca6a5e-82e7-42e9-a844-55d4f1a4e6c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=410481ba-9005-4999-9ca9-04bcc89f40f5 HTTP/1.1" status: 200 len: 850 time: 0.1107953 Apr 14 16:05:25.110078 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e97b7a32-4b6f-4167-a82e-98a7e5b7eb33 req-0ddd54bc-7988-4cef-aee0-eaf6cd6e3709 service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252432 Apr 14 16:05:25.181423 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:25.185755 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:25.245011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8b3aa5c4-910b-4059-a750-e796480ccfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:25.246797 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-8b3aa5c4-910b-4059-a750-e796480ccfc4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e4087ddd-268d-4f34-8462-2595c8d5f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1652040 Apr 14 16:05:25.256099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298236c-95dc-4fec-813d-c6ae90dade72 req-43f612d7-c93f-414d-8d66-6811d5a29a93 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:25.264781 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6298236c-95dc-4fec-813d-c6ae90dade72 req-43f612d7-c93f-414d-8d66-6811d5a29a93 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 944 time: 0.3185751 Apr 14 16:05:25.292213 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-6298236c-95dc-4fec-813d-c6ae90dade72 req-ca29d84f-4dc5-4b7c-ab44-c6654b06cb23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Synchronizing usage tracker for tenant:31ad166a944e4df09330ae6caeee9230 on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:25.353860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-6298236c-95dc-4fec-813d-c6ae90dade72 req-ca29d84f-4dc5-4b7c-ab44-c6654b06cb23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Unset dirty status for tenant:31ad166a944e4df09330ae6caeee9230 on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:25.355749 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6298236c-95dc-4fec-813d-c6ae90dade72 req-ca29d84f-4dc5-4b7c-ab44-c6654b06cb23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901220 Apr 14 16:05:25.386051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42888) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:25.397412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279e9d-4bb0-410c-b048-c3bfcdc2c031 req-04c5d9f9-e4a4-4a6f-91c4-d47d320faa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:25.398979 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-30279e9d-4bb0-410c-b048-c3bfcdc2c031 req-04c5d9f9-e4a4-4a6f-91c4-d47d320faa1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 1096 time: 0.2335052 Apr 14 16:05:25.414318 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['afc8bb7d-977a-4aa5-a7e4-2cace5d71c82'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:25.597689 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-cfbee67f-12df-4b9a-bf52-aea0df28b066 service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434422 Apr 14 16:05:25.623842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-12a7fa71-0a37-4a49-8b9b-1763bbd63d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.734851 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-12a7fa71-0a37-4a49-8b9b-1763bbd63d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:25.758331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-12a7fa71-0a37-4a49-8b9b-1763bbd63d35 admin admin] Usage tracker for resource:security_group_rule and tenant:abb04c7fe0b4405684dc7017fc9c49db is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:25.763419 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-12a7fa71-0a37-4a49-8b9b-1763bbd63d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:25.777882 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-12a7fa71-0a37-4a49-8b9b-1763bbd63d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:25.843939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1014d2f3-1bf6-4f09-93c8-568ae7215aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.846905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279e9d-4bb0-410c-b048-c3bfcdc2c031 req-e35e7b5f-ada0-4fc7-bd22-ea63d60e977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:25.848751 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-30279e9d-4bb0-410c-b048-c3bfcdc2c031 req-e35e7b5f-ada0-4fc7-bd22-ea63d60e977e service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 920 time: 0.4401660 Apr 14 16:05:25.896301 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00371042-7d12-4fe2-96c0-c9950b6371d3 req-bfafa4e6-94b1-44f5-a582-c7783b05dd5c service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911966 Apr 14 16:05:25.932582 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-30279e9d-4bb0-410c-b048-c3bfcdc2c031 req-af167d39-0d76-402e-bc12-b260b6c5e3de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=262138c9-7732-4d79-9dea-f65c4dbcdfc4 HTTP/1.1" status: 200 len: 217 time: 0.0722938 Apr 14 16:05:25.943072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3a00-81d3-4d85-b330-8726f0673b2e req-d3a529e5-88c0-4b53-8933-77a941676944 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:25.944667 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e3ee3a00-81d3-4d85-b330-8726f0673b2e req-d3a529e5-88c0-4b53-8933-77a941676944 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 943 time: 0.3071971 Apr 14 16:05:26.047746 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e3ee3a00-81d3-4d85-b330-8726f0673b2e req-a08a65af-8e17-4cbe-a87a-907593e24b17 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Synchronizing usage tracker for tenant:95e1c99167c54f26ae334f2295ee5fee on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:26.073710 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279e9d-4bb0-410c-b048-c3bfcdc2c031 req-6b3da304-4593-4bc7-a4e6-3fd00a99899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:26.076013 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-30279e9d-4bb0-410c-b048-c3bfcdc2c031 req-6b3da304-4593-4bc7-a4e6-3fd00a99899a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=205a602a-d21f-462a-9232-3855ae667a74 HTTP/1.1" status: 200 len: 859 time: 0.1294782 Apr 14 16:05:26.085937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9c16-4819-47f8-a1d3-3eca9333a55d req-f1016bee-ba9a-4a97-8183-38afe6698181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:26.088072 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-414b9c16-4819-47f8-a1d3-3eca9333a55d req-f1016bee-ba9a-4a97-8183-38afe6698181 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31ad166a944e4df09330ae6caeee9230&device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 1097 time: 0.1066182 Apr 14 16:05:26.137482 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-30279e9d-4bb0-410c-b048-c3bfcdc2c031 req-0a38a0f6-ab35-440d-8674-e2aa5aeaec8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea67db47-bf65-4079-9934-9f42e3de44e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535908 Apr 14 16:05:26.254949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-12a7fa71-0a37-4a49-8b9b-1763bbd63d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.266325 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-12a7fa71-0a37-4a49-8b9b-1763bbd63d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.298280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:26.304774 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9c16-4819-47f8-a1d3-3eca9333a55d req-689a3263-69b1-4fb3-9faf-4bf4cfee6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:26.306503 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-414b9c16-4819-47f8-a1d3-3eca9333a55d req-689a3263-69b1-4fb3-9faf-4bf4cfee6ffa service neutron] 10.222.0.25 "GET /v2.0/networks?id=e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 200 len: 912 time: 0.2038946 Apr 14 16:05:26.307790 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e3ee3a00-81d3-4d85-b330-8726f0673b2e req-a08a65af-8e17-4cbe-a87a-907593e24b17 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Unset dirty status for tenant:95e1c99167c54f26ae334f2295ee5fee on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:26.309027 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e3ee3a00-81d3-4d85-b330-8726f0673b2e req-a08a65af-8e17-4cbe-a87a-907593e24b17 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134022 Apr 14 16:05:26.379975 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-12a7fa71-0a37-4a49-8b9b-1763bbd63d35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abb04c7fe0b4405684dc7017fc9c49db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9908485 Apr 14 16:05:26.386151 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 42926) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:26.418301 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7fa71-0a37-4a49-8b9b-1763bbd63d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5862b2-3dec-4ab8-add9-4ebf176b0e98,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:26.419966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:26.445115 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-12a7fa71-0a37-4a49-8b9b-1763bbd63d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:26.461936 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-30279e9d-4bb0-410c-b048-c3bfcdc2c031 req-70e0670f-0a6c-4404-9ec7-33f8b3aa3a8f service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128307 Apr 14 16:05:26.470062 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-414b9c16-4819-47f8-a1d3-3eca9333a55d req-992a13a1-17ca-48ec-b451-e5922c7c3511 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6976f7-92de-47cd-b4a0-be6c32ea3f96 HTTP/1.1" status: 200 len: 217 time: 0.1549718 Apr 14 16:05:26.625590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bbb2c8f5-8ba1-40dd-b84e-d6942e2ef8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.627330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:26.643510 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:26.645619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9c16-4819-47f8-a1d3-3eca9333a55d req-eb8c1bc5-0ec4-4e05-9b4c-943952968fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:26.645959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.655933 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-414b9c16-4819-47f8-a1d3-3eca9333a55d req-eb8c1bc5-0ec4-4e05-9b4c-943952968fcc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=410481ba-9005-4999-9ca9-04bcc89f40f5 HTTP/1.1" status: 200 len: 850 time: 0.1685715 Apr 14 16:05:26.767629 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.854287 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.875519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:26.881686 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1b203c-c43d-49d8-9a4a-d39f05afe97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc8bb7d-977a-4aa5-a7e4-2cace5d71c82'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:26.894587 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.900377 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:26.954120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.007316 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9c16-4819-47f8-a1d3-3eca9333a55d req-237d35c0-c484-4b55-9d70-0556d7f42fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:27.008137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:27.009144 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-414b9c16-4819-47f8-a1d3-3eca9333a55d req-237d35c0-c484-4b55-9d70-0556d7f42fe0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e4087ddd-268d-4f34-8462-2595c8d5f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3451796 Apr 14 16:05:27.017811 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:27.066979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bbb2c8f5-8ba1-40dd-b84e-d6942e2ef8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.099044 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1b203c-c43d-49d8-9a4a-d39f05afe97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc8bb7d-977a-4aa5-a7e4-2cace5d71c82', 'code': 200} Apr 14 16:05:27.212759 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-30279e9d-4bb0-410c-b048-c3bfcdc2c031 req-dc205938-31c1-4079-b321-b156b4fac815 service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7317653 Apr 14 16:05:27.281112 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2cc4d-251d-4a5b-873b-5f15b5628549 req-6db03853-1ea0-4e6c-9f46-89c721cf7a2e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:27.282963 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-414b9c16-4819-47f8-a1d3-3eca9333a55d req-485b3ee9-b96c-4800-ad86-cfdfe413cf82 service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650719 Apr 14 16:05:27.288778 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fdb2cc4d-251d-4a5b-873b-5f15b5628549 req-6db03853-1ea0-4e6c-9f46-89c721cf7a2e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 944 time: 0.3616650 Apr 14 16:05:27.311761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bbb2c8f5-8ba1-40dd-b84e-d6942e2ef8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.320818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4248b04b-c5bc-47d4-b1ac-c4c8c263959f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:27.347088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2c8f5-8ba1-40dd-b84e-d6942e2ef8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5862b2-3dec-4ab8-add9-4ebf176b0e98,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:27.412423 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fdb2cc4d-251d-4a5b-873b-5f15b5628549 req-97b79aa6-06de-4a05-9bce-d3db1fb3e209 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226220 Apr 14 16:05:27.419341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bbb2c8f5-8ba1-40dd-b84e-d6942e2ef8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.421437 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-bbb2c8f5-8ba1-40dd-b84e-d6942e2ef8c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b5862b2-3dec-4ab8-add9-4ebf176b0e98 HTTP/1.1" status: 204 len: 168 time: 1.0327148 Apr 14 16:05:27.437913 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-bbb2c8f5-8ba1-40dd-b84e-d6942e2ef8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:27.530650 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-414b9c16-4819-47f8-a1d3-3eca9333a55d req-9d1bef68-b5b4-42bc-bf55-2ffb0aafc334 service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342072 Apr 14 16:05:27.537520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2ce0c-e991-4640-97a1-6e16c46a937b req-957e40c8-f69a-4876-80e3-01a3d81b0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:27.539108 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dbb2ce0c-e991-4640-97a1-6e16c46a937b req-957e40c8-f69a-4876-80e3-01a3d81b0cb5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 1098 time: 0.1953835 Apr 14 16:05:27.586304 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dbb2ce0c-e991-4640-97a1-6e16c46a937b req-c91a9c52-8139-4de1-8fe2-8a99977dcb1e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Apr 14 16:05:27.712439 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06f10e-21f0-4ba9-8ba9-129adc5b07e0 req-9a08e327-9254-49bc-b965-12de615c1a08 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:27.718721 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0e06f10e-21f0-4ba9-8ba9-129adc5b07e0 req-9a08e327-9254-49bc-b965-12de615c1a08 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 943 time: 0.1838412 Apr 14 16:05:27.776584 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0e06f10e-21f0-4ba9-8ba9-129adc5b07e0 req-a05d8c16-4857-467e-8d9f-ef6e0af09271 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502279 Apr 14 16:05:27.801973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.992187 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 42988) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:28.008809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0a79-2365-4384-8863-4503e3151d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.024528 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7ffc0a79-2365-4384-8863-4503e3151d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:28.028138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7ffc0a79-2365-4384-8863-4503e3151d80 admin admin] Usage tracker for resource:security_group_rule and tenant:98dd8300728a4f83899fe88f1d4afc4f is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:28.031381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7ffc0a79-2365-4384-8863-4503e3151d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:28.037391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7ffc0a79-2365-4384-8863-4503e3151d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:28.089855 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-58f2460d-2224-46b4-8444-ce0b51373f4d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:28.091628 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-58f2460d-2224-46b4-8444-ce0b51373f4d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 814 time: 0.1949675 Apr 14 16:05:28.127642 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0083f47c-730f-445a-bca8-ff14cb8492b1 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/quotas/3333064482394dbaaf2ad94cd790c974 HTTP/1.1" status: 200 len: 375 time: 0.0266926 Apr 14 16:05:28.143530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0a79-2365-4384-8863-4503e3151d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.148440 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0a79-2365-4384-8863-4503e3151d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.179342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:28.189547 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7ffc0a79-2365-4384-8863-4503e3151d80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98dd8300728a4f83899fe88f1d4afc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988163 Apr 14 16:05:28.194253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43000) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:28.237279 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc0a79-2365-4384-8863-4503e3151d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f58bdbc-b1dc-43bb-b79e-16f8ffeea7a7,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:28.244102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7ffc0a79-2365-4384-8863-4503e3151d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:28.264562 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-4150b99a-283c-4e2b-99a5-ec3d01502a96 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307225 Apr 14 16:05:28.300283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-81a8c1c3-1f63-4c1d-b1af-6b42dbcac52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.374049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-81a8c1c3-1f63-4c1d-b1af-6b42dbcac52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.432953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-81a8c1c3-1f63-4c1d-b1af-6b42dbcac52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.440836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 262138c9-7732-4d79-9dea-f65c4dbcdfc4 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:05:28.447485 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-79d2ef2b-493d-485d-954a-774f5e21bc0f service neutron] 10.222.0.48 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758626 Apr 14 16:05:28.453587 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:28.499039 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8c1c3-1f63-4c1d-b1af-6b42dbcac52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f58bdbc-b1dc-43bb-b79e-16f8ffeea7a7,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:28.501611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-81a8c1c3-1f63-4c1d-b1af-6b42dbcac52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:28.503096 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-81a8c1c3-1f63-4c1d-b1af-6b42dbcac52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.506149 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-81a8c1c3-1f63-4c1d-b1af-6b42dbcac52b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f58bdbc-b1dc-43bb-b79e-16f8ffeea7a7 HTTP/1.1" status: 204 len: 168 time: 0.3101244 Apr 14 16:05:28.630753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43024) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:28.768548 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 262138c9-7732-4d79-9dea-f65c4dbcdfc4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=262138c9-7732-4d79-9dea-f65c4dbcdfc4,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:28.808705 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '262138c9-7732-4d79-9dea-f65c4dbcdfc4', 'network_id': 'ea67db47-bf65-4079-9934-9f42e3de44e7', 'port_id': '262138c9-7732-4d79-9dea-f65c4dbcdfc4', 'mac_address': 'fa:16:3e:4f:aa:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205a602a-d21f-462a-9232-3855ae667a74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:05:28.823013 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-33e8a87d-deac-44e2-a88a-35b3eb1c02b4 service neutron] 10.222.0.48 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670185 Apr 14 16:05:28.882655 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e46d35-d3e7-4602-93ec-a301214cbafc req-5a6ae5c4-a8be-4acc-990f-6a2013c3c03e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:28.894026 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-94e46d35-d3e7-4602-93ec-a301214cbafc req-5a6ae5c4-a8be-4acc-990f-6a2013c3c03e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 944 time: 0.2021892 Apr 14 16:05:28.959744 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-94e46d35-d3e7-4602-93ec-a301214cbafc req-843c6217-9c01-4d48-b926-b36ad34329f4 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647922 Apr 14 16:05:28.993497 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.994913 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262138c9-7732-4d79-9dea-f65c4dbcdfc4 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:29.039963 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 262138c9-7732-4d79-9dea-f65c4dbcdfc4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=262138c9-7732-4d79-9dea-f65c4dbcdfc4,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:29.046131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.046956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:05:29.049221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3d60ab5c-0af1-4273-9a7d-aa923053d90a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:29.154258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43058) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:29.200926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7c68e223-f422-4ce5-8019-163bc775a892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.214848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2da2-de96-44ce-aec0-c6debee86e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.219846 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7c68e223-f422-4ce5-8019-163bc775a892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:29.224793 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7c68e223-f422-4ce5-8019-163bc775a892 admin admin] Usage tracker for resource:security_group_rule and tenant:08076cc7490e462b81114056662ab3a1 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:29.228839 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7c68e223-f422-4ce5-8019-163bc775a892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:29.236953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7c68e223-f422-4ce5-8019-163bc775a892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:29.347168 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8ecd2da2-de96-44ce-aec0-c6debee86e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:29.384477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=262138c9-7732-4d79-9dea-f65c4dbcdfc4,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:29.386521 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0754ca3b-86d0-44c0-a5f1-5c0882329053 req-59e8bc6f-0bb4-400d-a736-ab7b2f1ee1aa tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 210 time: 0.1421080 Apr 14 16:05:29.388976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8ecd2da2-de96-44ce-aec0-c6debee86e04 admin admin] Usage tracker for resource:security_group_rule and tenant:e6a0be37b63a463899aec3c9726865c6 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:29.410931 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8ecd2da2-de96-44ce-aec0-c6debee86e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:29.414998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7c68e223-f422-4ce5-8019-163bc775a892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.418009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:29.418349 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8ecd2da2-de96-44ce-aec0-c6debee86e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:29.434969 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7c68e223-f422-4ce5-8019-163bc775a892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.501469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f2f72439-8118-455f-a154-21b3e9c419a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:29.534571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1a6976f7-92de-47cd-b4a0-be6c32ea3f96,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:29.539601 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7c68e223-f422-4ce5-8019-163bc775a892 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08076cc7490e462b81114056662ab3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9053342 Apr 14 16:05:29.540289 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43072) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:29.567874 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'port_id': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96', 'mac_address': 'fa:16:3e:ff:66:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:05:29.643064 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e062de-0c2d-4af8-9915-186e6a338d20 req-ebd20f23-c0ce-4c7d-b3d9-3bd7b40e8d61 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:29.644751 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e1e062de-0c2d-4af8-9915-186e6a338d20 req-ebd20f23-c0ce-4c7d-b3d9-3bd7b40e8d61 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 944 time: 0.3125942 Apr 14 16:05:29.681999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68e223-f422-4ce5-8019-163bc775a892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16a3df5-aedd-4651-84b4-802469b941ec,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:29.688559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2da2-de96-44ce-aec0-c6debee86e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.702047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.703889 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:29.704318 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2da2-de96-44ce-aec0-c6debee86e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.708405 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7c68e223-f422-4ce5-8019-163bc775a892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:29.729253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1a6976f7-92de-47cd-b4a0-be6c32ea3f96,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:29.733530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.735770 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:29.742149 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e1e062de-0c2d-4af8-9915-186e6a338d20 req-880446d8-0f92-4ad9-b075-79e4692eb3cd tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847585 Apr 14 16:05:29.783381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-933cadb3-27bc-4819-b29e-c7bd722d1c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:29.798468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b56599a1-de4c-40d0-a027-cccc55e01cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.858109 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=1a6976f7-92de-47cd-b4a0-be6c32ea3f96,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:29.858641 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b56599a1-de4c-40d0-a027-cccc55e01cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.861996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:29.940821 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8ecd2da2-de96-44ce-aec0-c6debee86e04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6a0be37b63a463899aec3c9726865c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7853515 Apr 14 16:05:29.943609 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43094) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:29.954843 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b56599a1-de4c-40d0-a027-cccc55e01cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.032961 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['262138c9-7732-4d79-9dea-f65c4dbcdfc4'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:30.034597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b56599a1-de4c-40d0-a027-cccc55e01cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.038715 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b56599a1-de4c-40d0-a027-cccc55e01cf5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b16a3df5-aedd-4651-84b4-802469b941ec HTTP/1.1" status: 204 len: 168 time: 0.4975274 Apr 14 16:05:30.048404 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd2da2-de96-44ce-aec0-c6debee86e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324645b6-5847-4f48-9493-29c5667fc002,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:30.051715 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8ecd2da2-de96-44ce-aec0-c6debee86e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:30.052327 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-014df75d-2838-4871-84e3-de173dc6ea64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:30.063603 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56599a1-de4c-40d0-a027-cccc55e01cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16a3df5-aedd-4651-84b4-802469b941ec,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:30.066782 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b56599a1-de4c-40d0-a027-cccc55e01cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:30.135572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['1a6976f7-92de-47cd-b4a0-be6c32ea3f96'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:30.204086 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef16f-5686-49f3-98ce-10bc7cc1b641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.414109 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef16f-5686-49f3-98ce-10bc7cc1b641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.499298 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef16f-5686-49f3-98ce-10bc7cc1b641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.511586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:30.527227 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ef16f-5686-49f3-98ce-10bc7cc1b641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324645b6-5847-4f48-9493-29c5667fc002,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:30.537663 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6f0ef16f-5686-49f3-98ce-10bc7cc1b641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:30.540305 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef16f-5686-49f3-98ce-10bc7cc1b641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.544872 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6f0ef16f-5686-49f3-98ce-10bc7cc1b641 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/324645b6-5847-4f48-9493-29c5667fc002 HTTP/1.1" status: 204 len: 168 time: 0.6000307 Apr 14 16:05:30.557290 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffecec4-e852-4f83-a315-eeaaeeaa8c2f req-118d4f7b-4362-4329-94aa-cc18e5b46b58 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:30.566536 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5ffecec4-e852-4f83-a315-eeaaeeaa8c2f req-118d4f7b-4362-4329-94aa-cc18e5b46b58 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 945 time: 0.3635681 Apr 14 16:05:30.570628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843ed9c-f121-487d-8c0f-0b25aa0daf5c req-20369f26-2531-4835-883b-84611ca8d983 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:30.581684 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b843ed9c-f121-487d-8c0f-0b25aa0daf5c req-20369f26-2531-4835-883b-84611ca8d983 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 945 time: 0.1407373 Apr 14 16:05:30.625397 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b843ed9c-f121-487d-8c0f-0b25aa0daf5c req-c31b2a83-927a-402b-bca2-c972ea8a987e tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Apr 14 16:05:30.636386 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5ffecec4-e852-4f83-a315-eeaaeeaa8c2f req-214298aa-014d-4ec8-8719-f90b3075ce6f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688958 Apr 14 16:05:30.861964 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0ef1c7f6-3ed1-4dd9-aca9-495f7544f273 req-c4f2d319-5525-4ed0-8552-311e5fa48542 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 210 time: 0.1024451 Apr 14 16:05:31.061360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fe863-4807-44bf-907b-55ad77bcf998 req-7e861739-5ea5-4346-9c1f-434fb1fe0a96 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:31.069522 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-592fe863-4807-44bf-907b-55ad77bcf998 req-7e861739-5ea5-4346-9c1f-434fb1fe0a96 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 944 time: 0.1979139 Apr 14 16:05:31.127451 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-592fe863-4807-44bf-907b-55ad77bcf998 req-9d22dcd2-664d-4515-a89f-fd69860118ef tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568643 Apr 14 16:05:31.251430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-5eadb56b-2075-4193-bc78-d7e0604c1ab2 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:31.253047 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-5eadb56b-2075-4193-bc78-d7e0604c1ab2 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 814 time: 0.2329075 Apr 14 16:05:31.269103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Request body: {'port': {'device_id': '9c993cbd-42b6-4d8f-83d2-7fcf5b920a28', 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4', 'admin_state_up': True, 'tenant_id': '3333064482394dbaaf2ad94cd790c974'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:31.459797 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:31.472807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:31.488389 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Made reservation on behalf of 3333064482394dbaaf2ad94cd790c974 for: {'port': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:31.495307 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:31.517628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43186) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:31.714822 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Allocated IP 172.20.0.2 (bf181945-05ee-4785-a92a-96d6d4ca43e4/a741ead3-5ae0-45aa-893b-e434dea70d0a/ddc426d1-1386-443d-98b2-94cb4e71c936) {{(pid=85223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:31.737035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4867-6f61-4cfb-abe5-0d1660ea09e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:31.802279 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-fbdf4867-6f61-4cfb-abe5-0d1660ea09e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:31.864460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-fbdf4867-6f61-4cfb-abe5-0d1660ea09e0 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5b72811fe745bf88e44e0f805fddfa is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:31.867899 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-fbdf4867-6f61-4cfb-abe5-0d1660ea09e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:31.874339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-fbdf4867-6f61-4cfb-abe5-0d1660ea09e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:31.974864 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579978-2f5e-4fc1-90b8-2f146baa5b66 req-4791bc32-fd9c-4392-9ace-63a09e1fb76e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:31.983353 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8d579978-2f5e-4fc1-90b8-2f146baa5b66 req-4791bc32-fd9c-4392-9ace-63a09e1fb76e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 945 time: 0.1877351 Apr 14 16:05:32.036656 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8d579978-2f5e-4fc1-90b8-2f146baa5b66 req-ac313cf6-a986-4613-a292-2cdca7fdb853 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472000 Apr 14 16:05:32.086359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4867-6f61-4cfb-abe5-0d1660ea09e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.106706 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4867-6f61-4cfb-abe5-0d1660ea09e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.117808 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6f0ef16f-5686-49f3-98ce-10bc7cc1b641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:32.156604 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf4867-6f61-4cfb-abe5-0d1660ea09e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2419599f-4eaa-40d9-a24e-0bdc9e52ca2b,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:32.181140 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fbdf4867-6f61-4cfb-abe5-0d1660ea09e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:32.208438 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-fbdf4867-6f61-4cfb-abe5-0d1660ea09e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b5b72811fe745bf88e44e0f805fddfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6892240 Apr 14 16:05:32.209873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43226) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:32.212230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2046fe-9b23-4043-8723-7c795e11dab3 req-8ec5d5a5-88b3-4636-b604-774fbbda72c5 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:32.220271 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3e2046fe-9b23-4043-8723-7c795e11dab3 req-8ec5d5a5-88b3-4636-b604-774fbbda72c5 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 945 time: 0.3844640 Apr 14 16:05:32.276178 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3e2046fe-9b23-4043-8723-7c795e11dab3 req-6e00906e-9376-4e27-987f-3759acb0e26a tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548403 Apr 14 16:05:32.288735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks [] for port, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.324428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.338833 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['f983055f-27b0-4f23-a8f9-02ee12a7bb77'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:32.349484 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-72000072-ab6e-49f8-9d8c-bb909d01ff3e req-26894678-e157-416f-bf0b-b200d66be12e tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 210 time: 0.1359522 Apr 14 16:05:32.351611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-79a3ffab-3401-4627-8d0d-5791825c0f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.381119 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:32.471121 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 262138c9-7732-4d79-9dea-f65c4dbcdfc4 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:32.502535 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-79a3ffab-3401-4627-8d0d-5791825c0f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.602966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Pushing event updated for resources: {'Port': ['ID=ddc426d1-1386-443d-98b2-94cb4e71c936,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:32.606637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:32.613529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 262138c9-7732-4d79-9dea-f65c4dbcdfc4 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:32.625966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Network bf181945-05ee-4785-a92a-96d6d4ca43e4 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:32.627326 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:32.630699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Received port after_create {{(pid=85223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:32.637152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:32.637886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.655216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 262138c9-7732-4d79-9dea-f65c4dbcdfc4 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:32.655646 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.665624 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4014478 Apr 14 16:05:32.694252 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Request body: {'port': {'device_id': '9c993cbd-42b6-4d8f-83d2-7fcf5b920a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:32.947952 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.022248 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bed7b0-02bd-486a-9e0c-207d18a3f43c req-e9eaecd6-009a-4597-8ced-b73880ea278b tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:33.023833 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-32bed7b0-02bd-486a-9e0c-207d18a3f43c req-e9eaecd6-009a-4597-8ced-b73880ea278b tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.25 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 945 time: 0.6733994 Apr 14 16:05:33.043422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.084317 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 262138c9-7732-4d79-9dea-f65c4dbcdfc4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=262138c9-7732-4d79-9dea-f65c4dbcdfc4,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:33.088477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eee8ae-2c9f-4463-901c-1bc81c57d86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262138c9-7732-4d79-9dea-f65c4dbcdfc4'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:33.098406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43266) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:33.111805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.114157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:33.139124 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-79a3ffab-3401-4627-8d0d-5791825c0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.154190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d6e6c-d899-4ceb-9faa-77df1051483d req-a3df6a44-111e-4979-a649-fde05074bc89 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:33.161801 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa6d6e6c-d899-4ceb-9faa-77df1051483d req-a3df6a44-111e-4979-a649-fde05074bc89 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 944 time: 0.6672747 Apr 14 16:05:33.163665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:33.192202 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:33.196618 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-32bed7b0-02bd-486a-9e0c-207d18a3f43c req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Deleting port 31ae484e-2963-4711-909f-efcf6d77bccf {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:05:33.197038 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-32bed7b0-02bd-486a-9e0c-207d18a3f43c req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.291996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3ffab-3401-4627-8d0d-5791825c0f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2419599f-4eaa-40d9-a24e-0bdc9e52ca2b,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:33.307470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-79a3ffab-3401-4627-8d0d-5791825c0f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:33.308358 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-79a3ffab-3401-4627-8d0d-5791825c0f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.310178 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-79a3ffab-3401-4627-8d0d-5791825c0f1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2419599f-4eaa-40d9-a24e-0bdc9e52ca2b HTTP/1.1" status: 204 len: 168 time: 1.0989685 Apr 14 16:05:33.340696 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa6d6e6c-d899-4ceb-9faa-77df1051483d req-51541f17-8ba2-42e2-aed3-f97e76acc113 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777129 Apr 14 16:05:33.477672 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8f03f8da-4910-426a-a216-81fe92914737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.505785 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=262138c9-7732-4d79-9dea-f65c4dbcdfc4,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:33.528455 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:33.535945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202bec1-394a-46cf-b086-1fd4b2ef3890 req-371cdaa8-74bf-438c-8bef-3006ee73eb56 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:33.539036 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8f03f8da-4910-426a-a216-81fe92914737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:33.545595 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0202bec1-394a-46cf-b086-1fd4b2ef3890 req-371cdaa8-74bf-438c-8bef-3006ee73eb56 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 945 time: 0.1812799 Apr 14 16:05:33.548848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8f03f8da-4910-426a-a216-81fe92914737 admin admin] Usage tracker for resource:security_group_rule and tenant:5992881d22f14ae797e14d2109f19656 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:33.565025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8f03f8da-4910-426a-a216-81fe92914737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:33.568233 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36eee8ae-2c9f-4463-901c-1bc81c57d86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262138c9-7732-4d79-9dea-f65c4dbcdfc4', 'code': 200} Apr 14 16:05:33.571003 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:33.590918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8f03f8da-4910-426a-a216-81fe92914737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:33.598004 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:33.600768 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.646306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-32bed7b0-02bd-486a-9e0c-207d18a3f43c req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] For port 31ae484e-2963-4711-909f-efcf6d77bccf, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=31ae484e-2963-4711-909f-efcf6d77bccf,segment=NetworkSegment(4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f),segment_id=4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:33.657308 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-32bed7b0-02bd-486a-9e0c-207d18a3f43c req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.672051 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0202bec1-394a-46cf-b086-1fd4b2ef3890 req-c5cef398-df48-4f38-8810-a51086e1b1de tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253130 Apr 14 16:05:33.694400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc426d1-1386-443d-98b2-94cb4e71c936 {{(pid=85223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:33.724612 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.768326 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Transition to ACTIVE for port object ddc426d1-1386-443d-98b2-94cb4e71c936 will not be triggered until provisioned by entity L2. {{(pid=85223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:33.774842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.804454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8f03f8da-4910-426a-a216-81fe92914737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.813131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:33.907378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.937605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1a6976f7-92de-47cd-b4a0-be6c32ea3f96,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:33.946307 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.951814 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-929ed40a-6da7-40d4-bef7-e55316d1a8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:34.015917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8f03f8da-4910-426a-a216-81fe92914737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.031533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-32bed7b0-02bd-486a-9e0c-207d18a3f43c req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Calling delete_port for 31ae484e-2963-4711-909f-efcf6d77bccf owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:05:34.073046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:34.110107 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=1a6976f7-92de-47cd-b4a0-be6c32ea3f96,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:34.113485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:34.148181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03f8da-4910-426a-a216-81fe92914737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d28dd55-fc68-4d4a-bc12-5403424bc6b7,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:34.171608 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8f03f8da-4910-426a-a216-81fe92914737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:34.177421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc426d1-1386-443d-98b2-94cb4e71c936,revision_number=2']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:34.178504 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8f03f8da-4910-426a-a216-81fe92914737 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5992881d22f14ae797e14d2109f19656&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0790372 Apr 14 16:05:34.193692 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43298) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:34.207525 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:34.232909 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43306) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:34.304554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298b088-4675-4a9b-8d72-8433b21622c3 req-b4c1e499-b399-459d-9eea-a9126f60e6c7 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:34.312273 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9298b088-4675-4a9b-8d72-8433b21622c3 req-b4c1e499-b399-459d-9eea-a9126f60e6c7 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 945 time: 0.4285750 Apr 14 16:05:34.409661 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43312) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:34.454413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-32bed7b0-02bd-486a-9e0c-207d18a3f43c req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.466875 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['31ae484e-2963-4711-909f-efcf6d77bccf'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:34.482679 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9298b088-4675-4a9b-8d72-8433b21622c3 req-e437f220-91c2-414d-9d43-bec63606cba6 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2208b58e-02d5-4e25-8698-498d9db43f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747929 Apr 14 16:05:34.588673 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d9bf3-2f8a-4586-9de4-7138fb1fb859 req-bd3bf0bf-bb3a-45f7-9152-c79d1634f369 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:34.589770 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-222d9bf3-2f8a-4586-9de4-7138fb1fb859 req-bd3bf0bf-bb3a-45f7-9152-c79d1634f369 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Synchronizing usage tracker for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:34.595686 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55424fe9-a048-45ae-8171-61471fbe9959 req-506dcaed-fac6-477f-9421-023d1b8bd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:34.597320 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55424fe9-a048-45ae-8171-61471fbe9959 req-506dcaed-fac6-477f-9421-023d1b8bd5d5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 1098 time: 0.7100482 Apr 14 16:05:34.647986 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:34.651102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-222d9bf3-2f8a-4586-9de4-7138fb1fb859 req-bd3bf0bf-bb3a-45f7-9152-c79d1634f369 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Unset dirty status for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:34.652403 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-222d9bf3-2f8a-4586-9de4-7138fb1fb859 req-bd3bf0bf-bb3a-45f7-9152-c79d1634f369 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 943 time: 0.7629991 Apr 14 16:05:34.671758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-33053cb6-44b1-4c7e-84d6-38e57b9acced admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.682051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c708b44e-0851-44fa-bab7-dd4169a134ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.715234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f968490e-3c83-4756-b6ad-ab64e8dbcdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.722945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-33053cb6-44b1-4c7e-84d6-38e57b9acced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:34.726411 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55424fe9-a048-45ae-8171-61471fbe9959 req-4bceee3d-8502-4791-8dfb-49c39c07bd0f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910752 Apr 14 16:05:34.743892 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-33053cb6-44b1-4c7e-84d6-38e57b9acced admin admin] Usage tracker for resource:security_group_rule and tenant:7dffa0a8533243e99a41f34484fcb0a2 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:34.748793 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-33053cb6-44b1-4c7e-84d6-38e57b9acced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:34.755949 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-222d9bf3-2f8a-4586-9de4-7138fb1fb859 req-d4fa2c5c-9cc0-4a15-9e43-84f5a0532797 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923586 Apr 14 16:05:34.773681 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Pushing event deleted for resources: {'Port': ['ID=31ae484e-2963-4711-909f-efcf6d77bccf,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:34.780878 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:34.785157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c708b44e-0851-44fa-bab7-dd4169a134ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:34.793206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c708b44e-0851-44fa-bab7-dd4169a134ee admin admin] Usage tracker for resource:security_group_rule and tenant:bbf99b00a7e8451ea81bd818a8f44aa6 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:34.799600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c708b44e-0851-44fa-bab7-dd4169a134ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:34.835799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c708b44e-0851-44fa-bab7-dd4169a134ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:34.838890 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-33053cb6-44b1-4c7e-84d6-38e57b9acced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:34.857260 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f968490e-3c83-4756-b6ad-ab64e8dbcdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.933878 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c708b44e-0851-44fa-bab7-dd4169a134ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.956351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c708b44e-0851-44fa-bab7-dd4169a134ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.000528 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7ffc0a79-2365-4384-8863-4503e3151d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:35.108950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bed7b0-02bd-486a-9e0c-207d18a3f43c req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] No DVR routers for this DVR port 31ae484e-2963-4711-909f-efcf6d77bccf on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:05:35.112564 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-33053cb6-44b1-4c7e-84d6-38e57b9acced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.116167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Attempting to bind port ddc426d1-1386-443d-98b2-94cb4e71c936 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:35.116945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Attempting to bind port ddc426d1-1386-443d-98b2-94cb4e71c936 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'}] {{(pid=85223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:35.116945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Attempting to bind port ddc426d1-1386-443d-98b2-94cb4e71c936 on network bf181945-05ee-4785-a92a-96d6d4ca43e4 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:35.117658 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-32bed7b0-02bd-486a-9e0c-207d18a3f43c req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.121194 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ac0c2-c974-4e96-aad3-3b6b79602edf', 'name': 'network-vif-deleted', 'tag': '31ae484e-2963-4711-909f-efcf6d77bccf'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:35.121415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-33053cb6-44b1-4c7e-84d6-38e57b9acced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.126062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708b44e-0851-44fa-bab7-dd4169a134ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7adc56-da37-41ae-b03f-d154df16eb49,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:35.131950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6d65899d-6016-42f0-99f9-9b216ab56ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:35.135616 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c708b44e-0851-44fa-bab7-dd4169a134ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbf99b00a7e8451ea81bd818a8f44aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7222207 Apr 14 16:05:35.135616 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c708b44e-0851-44fa-bab7-dd4169a134ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:35.140593 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43326) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:35.144249 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Port ddc426d1-1386-443d-98b2-94cb4e71c936 on network bf181945-05ee-4785-a92a-96d6d4ca43e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:35.144647 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Attempting to bind port ddc426d1-1386-443d-98b2-94cb4e71c936 on network bf181945-05ee-4785-a92a-96d6d4ca43e4 {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:35.166767 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92b48e-6938-475e-b686-00583c576285 req-e690315a-2ecd-46e2-b382-e4a491fe2ff7 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:35.168358 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8b92b48e-6938-475e-b686-00583c576285 req-e690315a-2ecd-46e2-b382-e4a491fe2ff7 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.5217903 Apr 14 16:05:35.182242 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:35.182601 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Checking segment: {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:35.183027 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Bound using segment: {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'} {{(pid=85223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:35.183505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Bound port: ddc426d1-1386-443d-98b2-94cb4e71c936, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'}}] {{(pid=85223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:35.183890 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.208116 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-32bed7b0-02bd-486a-9e0c-207d18a3f43c req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.25 "DELETE /v2.0/ports/31ae484e-2963-4711-909f-efcf6d77bccf HTTP/1.1" status: 204 len: 173 time: 2.1755517 Apr 14 16:05:35.233751 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-33053cb6-44b1-4c7e-84d6-38e57b9acced admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7dffa0a8533243e99a41f34484fcb0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9860659 Apr 14 16:05:35.236959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43330) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:35.238431 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8b92b48e-6938-475e-b686-00583c576285 req-0fce6eda-cde7-4363-89f8-08c3f5228fcb tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553212 Apr 14 16:05:35.245642 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33053cb6-44b1-4c7e-84d6-38e57b9acced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bd15dc-69de-4674-831d-1fbcdf035d1f,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:35.280026 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-26b40fa6-6fb4-433a-ba98-d7c01f52393f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.281808 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-33053cb6-44b1-4c7e-84d6-38e57b9acced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:35.283707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f968490e-3c83-4756-b6ad-ab64e8dbcdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.296021 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3d01173a-df11-4113-bb7b-941f13ddacce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:35.312599 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-26b40fa6-6fb4-433a-ba98-d7c01f52393f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.321306 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ac0c2-c974-4e96-aad3-3b6b79602edf', 'name': 'network-vif-deleted', 'tag': '31ae484e-2963-4711-909f-efcf6d77bccf', 'status': 'completed', 'code': 200} Apr 14 16:05:35.338441 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968490e-3c83-4756-b6ad-ab64e8dbcdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d28dd55-fc68-4d4a-bc12-5403424bc6b7,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:35.355339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f968490e-3c83-4756-b6ad-ab64e8dbcdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:35.368643 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-26b40fa6-6fb4-433a-ba98-d7c01f52393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.375230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:35.379329 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f5412-7128-4cdc-9e5d-ef504a90ee79 req-a5008fba-812e-48ab-ba21-cfc8c0a34088 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:35.380977 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5e2f5412-7128-4cdc-9e5d-ef504a90ee79 req-a5008fba-812e-48ab-ba21-cfc8c0a34088 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.3771796 Apr 14 16:05:35.386630 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b40fa6-6fb4-433a-ba98-d7c01f52393f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7adc56-da37-41ae-b03f-d154df16eb49,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:35.389120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-26b40fa6-6fb4-433a-ba98-d7c01f52393f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:35.389272 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f968490e-3c83-4756-b6ad-ab64e8dbcdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.392984 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f968490e-3c83-4756-b6ad-ab64e8dbcdcc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d28dd55-fc68-4d4a-bc12-5403424bc6b7 HTTP/1.1" status: 204 len: 168 time: 1.1859667 Apr 14 16:05:35.392984 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] For port ddc426d1-1386-443d-98b2-94cb4e71c936, host hv-cinder-78626, cleared binding levels {{(pid=85223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:35.395863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-26b40fa6-6fb4-433a-ba98-d7c01f52393f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.397388 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-26b40fa6-6fb4-433a-ba98-d7c01f52393f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b7adc56-da37-41ae-b03f-d154df16eb49 HTTP/1.1" status: 204 len: 168 time: 0.2544611 Apr 14 16:05:35.406993 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] For port ddc426d1-1386-443d-98b2-94cb4e71c936, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ddc426d1-1386-443d-98b2-94cb4e71c936,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:35.446258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.468035 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5e2f5412-7128-4cdc-9e5d-ef504a90ee79 req-c626a2c1-24e9-4552-9856-a755b96bcda7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705013 Apr 14 16:05:35.471174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:35.513350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7f749e3d-58f2-4d77-bcce-8dda30833f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.569989 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:35.626153 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc426d1-1386-443d-98b2-94cb4e71c936,revision_number=3']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:35.672753 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96', 'code': 200} Apr 14 16:05:35.695663 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:35.712184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7f749e3d-58f2-4d77-bcce-8dda30833f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.748214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-33d5cdcb-3232-4eee-b105-1fa1e51d2397 req-48fd59f1-99ef-4746-ba60-4767ff26ed30 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Synchronizing usage tracker for tenant:dd5d5c316fb94d189ff9831c4534cc0d on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:35.774421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-33d5cdcb-3232-4eee-b105-1fa1e51d2397 req-48fd59f1-99ef-4746-ba60-4767ff26ed30 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Unset dirty status for tenant:dd5d5c316fb94d189ff9831c4534cc0d on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:35.801950 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-33d5cdcb-3232-4eee-b105-1fa1e51d2397 req-48fd59f1-99ef-4746-ba60-4767ff26ed30 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07ac0c2-c974-4e96-aad3-3b6b79602edf HTTP/1.1" status: 200 len: 210 time: 0.1140084 Apr 14 16:05:35.855341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7f749e3d-58f2-4d77-bcce-8dda30833f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.884099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d603e037-eb9e-45dd-b810-86a26c30f03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:35.901334 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f749e3d-58f2-4d77-bcce-8dda30833f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bd15dc-69de-4674-831d-1fbcdf035d1f,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:35.914687 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:35.915546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.917087 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] 10.222.0.25 "PUT /v2.0/ports/ddc426d1-1386-443d-98b2-94cb4e71c936 HTTP/1.1" status: 200 len: 1093 time: 3.2411151 Apr 14 16:05:35.918218 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7f749e3d-58f2-4d77-bcce-8dda30833f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:35.919604 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c993cbd-42b6-4d8f-83d2-7fcf5b920a28', 'tag': 'ddc426d1-1386-443d-98b2-94cb4e71c936'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:35.926487 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7f749e3d-58f2-4d77-bcce-8dda30833f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.928046 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7f749e3d-58f2-4d77-bcce-8dda30833f43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8bd15dc-69de-4674-831d-1fbcdf035d1f HTTP/1.1" status: 204 len: 168 time: 0.6879513 Apr 14 16:05:35.997291 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c993cbd-42b6-4d8f-83d2-7fcf5b920a28', 'tag': 'ddc426d1-1386-443d-98b2-94cb4e71c936', 'status': 'completed', 'code': 200} Apr 14 16:05:35.999290 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43358) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:36.030871 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-506b4479-d13c-4dbf-b934-a47e3f484ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:36.054895 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-506b4479-d13c-4dbf-b934-a47e3f484ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:36.061032 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-506b4479-d13c-4dbf-b934-a47e3f484ccd admin admin] Usage tracker for resource:security_group_rule and tenant:b6c5c1c0643c4d098d029ae7ebe04338 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:36.065362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-506b4479-d13c-4dbf-b934-a47e3f484ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:36.071966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-506b4479-d13c-4dbf-b934-a47e3f484ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:36.255587 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b20c0-b4d5-47b6-b211-ce31a7cfade4 req-7cd022e7-d85d-4ae5-9cd2-b6e64288430a tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:36.257735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e314-9236-44c8-a45a-3d9e27c9e0ff req-99b35fba-fbb9-49a1-8a9f-0a6d6438972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:36.259332 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4218e314-9236-44c8-a45a-3d9e27c9e0ff req-99b35fba-fbb9-49a1-8a9f-0a6d6438972c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 1099 time: 0.1760190 Apr 14 16:05:36.265877 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c32b20c0-b4d5-47b6-b211-ce31a7cfade4 req-7cd022e7-d85d-4ae5-9cd2-b6e64288430a tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 943 time: 0.3114548 Apr 14 16:05:36.318088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f63b2-472f-42d0-9eca-0f4517e7dcfb req-becd0315-d582-4790-bb00-565b383c5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:36.319955 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af0f63b2-472f-42d0-9eca-0f4517e7dcfb req-becd0315-d582-4790-bb00-565b383c5349 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 1096 time: 0.2766187 Apr 14 16:05:36.346081 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c32b20c0-b4d5-47b6-b211-ce31a7cfade4 req-dea68242-3a1a-4d94-8730-3de19fcf1d8d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782378 Apr 14 16:05:36.354754 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-506b4479-d13c-4dbf-b934-a47e3f484ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:36.369691 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4218e314-9236-44c8-a45a-3d9e27c9e0ff req-78254541-c091-4366-8425-dfd638f46469 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995338 Apr 14 16:05:36.370830 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-506b4479-d13c-4dbf-b934-a47e3f484ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:36.411465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-81a8c1c3-1f63-4c1d-b1af-6b42dbcac52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:36.427903 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-506b4479-d13c-4dbf-b934-a47e3f484ccd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6c5c1c0643c4d098d029ae7ebe04338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257824 Apr 14 16:05:36.434718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43374) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:36.447436 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 31ae484e-2963-4711-909f-efcf6d77bccf no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:05:36.551453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 31ae484e-2963-4711-909f-efcf6d77bccf {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:05:36.551864 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 31ae484e-2963-4711-909f-efcf6d77bccf not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:05:36.632108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b4479-d13c-4dbf-b934-a47e3f484ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df64b968-dffe-4123-a97d-2206d6f1d5bf,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:36.704758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f63b2-472f-42d0-9eca-0f4517e7dcfb req-4a752efb-3762-4ae1-98e1-7517562cc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:36.706589 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af0f63b2-472f-42d0-9eca-0f4517e7dcfb req-4a752efb-3762-4ae1-98e1-7517562cc76a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3333064482394dbaaf2ad94cd790c974&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3566346 Apr 14 16:05:36.711094 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-506b4479-d13c-4dbf-b934-a47e3f484ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:36.742925 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7efb-dc26-4dbc-96a3-0793d3eea32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:36.796465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7efb-dc26-4dbc-96a3-0793d3eea32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:36.840896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769d70e-3528-4553-af0e-ae237fa9dedc req-d12465bc-268d-4c01-b73b-fc79a299cd2d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:36.843011 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2769d70e-3528-4553-af0e-ae237fa9dedc req-d12465bc-268d-4c01-b73b-fc79a299cd2d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.3704157 Apr 14 16:05:36.957922 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2769d70e-3528-4553-af0e-ae237fa9dedc req-383cb49e-70e8-4edf-896a-84409ae8b9d2 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939846 Apr 14 16:05:36.978295 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7efb-dc26-4dbc-96a3-0793d3eea32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:36.984658 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-506b4479-d13c-4dbf-b934-a47e3f484ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:37.022369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b7efb-dc26-4dbc-96a3-0793d3eea32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df64b968-dffe-4123-a97d-2206d6f1d5bf,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:37.024448 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7efb-dc26-4dbc-96a3-0793d3eea32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:37.030118 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-4f3b7efb-dc26-4dbc-96a3-0793d3eea32c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df64b968-dffe-4123-a97d-2206d6f1d5bf HTTP/1.1" status: 204 len: 168 time: 0.5918546 Apr 14 16:05:37.031196 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4f3b7efb-dc26-4dbc-96a3-0793d3eea32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:37.067497 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fb543-e84d-4126-b59f-961c866d11f7 req-d04fe90b-a493-4599-a873-b5a89bcce5f6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.069191 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-355fb543-e84d-4126-b59f-961c866d11f7 req-d04fe90b-a493-4599-a873-b5a89bcce5f6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.3616710 Apr 14 16:05:37.074212 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f63b2-472f-42d0-9eca-0f4517e7dcfb req-a5ade25d-23e5-4509-9669-7bb94170ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.075858 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af0f63b2-472f-42d0-9eca-0f4517e7dcfb req-a5ade25d-23e5-4509-9669-7bb94170ef98 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2982421 Apr 14 16:05:37.128549 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-355fb543-e84d-4126-b59f-961c866d11f7 req-9e7a2751-92a5-4fda-8dba-0e9d5c4a0909 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515628 Apr 14 16:05:37.305299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6c017e03-500b-41a1-bdfe-dc711ece7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.307426 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-6c017e03-500b-41a1-bdfe-dc711ece7f15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 1096 time: 0.1755037 Apr 14 16:05:37.406658 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-1645c83b-55af-40b1-ab39-a0b9e720d0bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddc426d1-1386-443d-98b2-94cb4e71c936 HTTP/1.1" status: 200 len: 217 time: 0.0861475 Apr 14 16:05:37.570202 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-a0a9a31d-3caf-4609-8108-a21f5187b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.572147 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-a0a9a31d-3caf-4609-8108-a21f5187b65a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a741ead3-5ae0-45aa-893b-e434dea70d0a HTTP/1.1" status: 200 len: 854 time: 0.1423528 Apr 14 16:05:37.676270 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-fc2d7fb7-3fca-4df1-8203-fcf0e541ca70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf181945-05ee-4785-a92a-96d6d4ca43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885468 Apr 14 16:05:37.821460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43436) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:37.919525 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7d650-bdce-424f-93a7-1a0b971c221a req-e94dd055-cff8-493a-8156-c7541e4d3609 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.929088 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b4e7d650-bdce-424f-93a7-1a0b971c221a req-e94dd055-cff8-493a-8156-c7541e4d3609 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 943 time: 0.3215249 Apr 14 16:05:37.954712 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-09ad1a98-7e22-4cf1-b28f-8c06ad23b2df service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688785 Apr 14 16:05:38.018101 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b4e7d650-bdce-424f-93a7-1a0b971c221a req-a5f614cd-5244-49f1-92e2-c3ddc34afdb8 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876417 Apr 14 16:05:38.046575 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6f472-8cf9-4db0-b0a0-9244bca4de45 req-021f21dd-5ad6-4e94-b739-c8f4fc1dc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:38.049313 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-07f6f472-8cf9-4db0-b0a0-9244bca4de45 req-021f21dd-5ad6-4e94-b739-c8f4fc1dc1b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 1098 time: 0.3107724 Apr 14 16:05:38.144680 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43454) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:38.226004 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f316a978-079a-4f52-a5a1-4d2906311d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.258998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f316a978-079a-4f52-a5a1-4d2906311d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:38.283152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c777d3-a05b-4642-a514-4493557c2243 req-9b817161-117d-43bf-be3e-1d54f65e95c8 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:38.285010 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-73c777d3-a05b-4642-a514-4493557c2243 req-9b817161-117d-43bf-be3e-1d54f65e95c8 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.3292677 Apr 14 16:05:38.295485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f316a978-079a-4f52-a5a1-4d2906311d4a admin admin] Usage tracker for resource:security_group_rule and tenant:75d1af2a69844347ad73782139b7180c is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:38.303304 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f316a978-079a-4f52-a5a1-4d2906311d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:38.339753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f316a978-079a-4f52-a5a1-4d2906311d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:38.346242 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e0410dd-4df3-4627-8863-8e1ef82fa2a9 req-d72b96b7-dad2-49a7-8678-e3a412a6a690 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373346 Apr 14 16:05:38.355646 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-73c777d3-a05b-4642-a514-4493557c2243 req-e706de89-db84-4f82-aca9-8875a2f6a5e7 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567067 Apr 14 16:05:38.381976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6f472-8cf9-4db0-b0a0-9244bca4de45 req-e1aa6d98-3b05-4469-b774-f04bc9e9fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:38.383552 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-07f6f472-8cf9-4db0-b0a0-9244bca4de45 req-e1aa6d98-3b05-4469-b774-f04bc9e9fcf5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 920 time: 0.3274612 Apr 14 16:05:38.387253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1644069476-network', 'tenant_id': 'b25a1833f5cd4d03be82827b751c8cf9'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:38.398198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:38.455750 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f316a978-079a-4f52-a5a1-4d2906311d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.458911 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f316a978-079a-4f52-a5a1-4d2906311d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.469291 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-44b30b16-6711-42cc-886b-c12f2b43f71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:38.475512 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Usage tracker for resource:network and tenant:b25a1833f5cd4d03be82827b751c8cf9 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:38.480167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:38.484585 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-07f6f472-8cf9-4db0-b0a0-9244bca4de45 req-a28d4b62-3865-4cb2-908e-8004bb728963 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=262138c9-7732-4d79-9dea-f65c4dbcdfc4 HTTP/1.1" status: 200 len: 217 time: 0.0877969 Apr 14 16:05:38.489775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:38.526319 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f316a978-079a-4f52-a5a1-4d2906311d4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75d1af2a69844347ad73782139b7180c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796015 Apr 14 16:05:38.527313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316a978-079a-4f52-a5a1-4d2906311d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e057770-f2c1-4442-a428-4f798a1bd4a8,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:38.530905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f316a978-079a-4f52-a5a1-4d2906311d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:38.532212 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43464) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:38.558763 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Made reservation on behalf of b25a1833f5cd4d03be82827b751c8cf9 for: {'network': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:38.563974 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.590252 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.599504 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e47afef-ca67-4eac-b5c7-515caf3524ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.609033 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6f472-8cf9-4db0-b0a0-9244bca4de45 req-ebccf742-1019-40f0-9969-e17774e94555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:38.610583 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-07f6f472-8cf9-4db0-b0a0-9244bca4de45 req-ebccf742-1019-40f0-9969-e17774e94555 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=205a602a-d21f-462a-9232-3855ae667a74 HTTP/1.1" status: 200 len: 859 time: 0.1160278 Apr 14 16:05:38.618626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:38.628413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e47afef-ca67-4eac-b5c7-515caf3524ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.663782 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Usage tracker for resource:security_group_rule and tenant:b25a1833f5cd4d03be82827b751c8cf9 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:38.674662 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e47afef-ca67-4eac-b5c7-515caf3524ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.678600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361e0dd-27f3-4fbc-8dd5-470163721830 req-849a7d6f-a93f-47ee-a13c-f49e3768981f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:38.680037 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f968490e-3c83-4756-b6ad-ab64e8dbcdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:38.680222 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b361e0dd-27f3-4fbc-8dd5-470163721830 req-849a7d6f-a93f-47ee-a13c-f49e3768981f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.3650861 Apr 14 16:05:38.681155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:38.694651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47afef-ca67-4eac-b5c7-515caf3524ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e057770-f2c1-4442-a428-4f798a1bd4a8,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:38.695831 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-07f6f472-8cf9-4db0-b0a0-9244bca4de45 req-032d694e-ef3e-43aa-8467-f4e9384d633d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea67db47-bf65-4079-9934-9f42e3de44e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720789 Apr 14 16:05:38.696990 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:38.697378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e47afef-ca67-4eac-b5c7-515caf3524ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:38.701033 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e47afef-ca67-4eac-b5c7-515caf3524ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.702249 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7e47afef-ca67-4eac-b5c7-515caf3524ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e057770-f2c1-4442-a428-4f798a1bd4a8 HTTP/1.1" status: 204 len: 168 time: 0.1687782 Apr 14 16:05:38.764304 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b361e0dd-27f3-4fbc-8dd5-470163721830 req-df1ed21c-c1ef-4687-b04f-ea6d62c88814 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740893 Apr 14 16:05:39.030590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ec897-a177-4f1a-9173-788c7524cf49 req-327b6d75-323f-4f54-9b1d-fd7c990907e9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.032547 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ee9ec897-a177-4f1a-9173-788c7524cf49 req-327b6d75-323f-4f54-9b1d-fd7c990907e9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1487615 Apr 14 16:05:39.042866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43486) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:39.050611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-9ba6f9e5-537a-433f-9233-be12ca54e486 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'floatingip': {'port_id': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:39.149461 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f9e5-537a-433f-9233-be12ca54e486 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:39.349387 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-07f6f472-8cf9-4db0-b0a0-9244bca4de45 req-c4ac5c06-ea21-4c1d-b680-34326f5f9c20 service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342647 Apr 14 16:05:39.428907 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:39.455273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:39.568832 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-26b40fa6-6fb4-433a-ba98-d7c01f52393f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:39.650119 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=85222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:05:39.667060 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777864333734', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:39.667778 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Unsubscribe: segment precommit_create {{(pid=85222) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 16:05:39.670074 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Added segment 7869e723-2239-401e-a343-43ff002a5ffa of type vlan for network 4d9f8c46-1143-4604-9ecb-cb75eb15f024 Apr 14 16:05:39.713438 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:39.833926 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-07f6f472-8cf9-4db0-b0a0-9244bca4de45 req-3f347814-90d7-47c9-abfd-8a3f7e8329af service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738569 Apr 14 16:05:39.858707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897bec4a-6d6a-469e-8aeb-d8e7efcf6448,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:39.864318 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:39.873221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ccd45-ba05-4f33-8117-d5f80b779a72 req-65c7420b-ca5e-4f27-9bf6-dcf4778e90ad tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.882113 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e1ccd45-ba05-4f33-8117-d5f80b779a72 req-65c7420b-ca5e-4f27-9bf6-dcf4778e90ad tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 943 time: 0.6965501 Apr 14 16:05:39.902002 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:39.915401 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43524) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:39.916562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.917237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:39.934878 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:39.966313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312de40-ac39-4d91-9fe6-2c9cb497e851 req-51176437-4735-43de-aa19-14982d723c27 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.973032 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e1ccd45-ba05-4f33-8117-d5f80b779a72 req-4676d7c3-0e88-45b9-aa31-bdfa7be8403e tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898860 Apr 14 16:05:39.975226 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6312de40-ac39-4d91-9fe6-2c9cb497e851 req-51176437-4735-43de-aa19-14982d723c27 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.3636553 Apr 14 16:05:40.044161 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6312de40-ac39-4d91-9fe6-2c9cb497e851 req-d7d6a9a5-4c0b-4e63-81a6-348528cdab2a tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676153 Apr 14 16:05:40.094721 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Pushing event updated for resources: {'Network': ['ID=4d9f8c46-1143-4604-9ecb-cb75eb15f024,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:40.108895 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network 4d9f8c46-1143-4604-9ecb-cb75eb15f024 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:05:40.110040 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:40.115596 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2781534 Apr 14 16:05:40.115753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43534) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:40.129195 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Request body: {'subnet': {'network_id': '4d9f8c46-1143-4604-9ecb-cb75eb15f024', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1644069476-subnet', 'tenant_id': 'b25a1833f5cd4d03be82827b751c8cf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:40.134693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:40.139207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Usage tracker for resource:subnet and tenant:b25a1833f5cd4d03be82827b751c8cf9 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:40.142141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:40.148242 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:40.240982 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43540) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:40.343809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a15d072-cc7f-413a-a8b9-cbc490d84779 admin admin] Deleting subnet 08d5ac10-486d-44ec-b209-d5614fe5b492 {{(pid=85222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:05:40.347105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8a15d072-cc7f-413a-a8b9-cbc490d84779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.404555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Made reservation on behalf of b25a1833f5cd4d03be82827b751c8cf9 for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:40.407956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5140334c-ede3-42a5-8b37-aedff1437b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.409303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.435117 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-5140334c-ede3-42a5-8b37-aedff1437b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:40.442042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8a15d072-cc7f-413a-a8b9-cbc490d84779 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.444917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-5140334c-ede3-42a5-8b37-aedff1437b14 admin admin] Usage tracker for resource:security_group_rule and tenant:2db82db73bff422198fb03ebae4aca20 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:40.451016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-5140334c-ede3-42a5-8b37-aedff1437b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:40.458359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8a15d072-cc7f-413a-a8b9-cbc490d84779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.484451 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device ddc426d1-1386-443d-98b2-94cb4e71c936 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:05:40.486681 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-5140334c-ede3-42a5-8b37-aedff1437b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:40.677713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port ddc426d1-1386-443d-98b2-94cb4e71c936, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ddc426d1-1386-443d-98b2-94cb4e71c936,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:40.698189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': 'ddc426d1-1386-443d-98b2-94cb4e71c936', 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4', 'port_id': 'ddc426d1-1386-443d-98b2-94cb4e71c936', 'mac_address': 'fa:16:3e:53:df:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a741ead3-5ae0-45aa-893b-e434dea70d0a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:05:40.758378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f9e5-537a-433f-9233-be12ca54e486 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.774474 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5140334c-ede3-42a5-8b37-aedff1437b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.780555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5140334c-ede3-42a5-8b37-aedff1437b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.792126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:40.829457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140334c-ede3-42a5-8b37-aedff1437b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70743371-fe6d-43d9-9cef-f84ef33da60f,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:40.836561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f9e5-537a-433f-9233-be12ca54e486 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.860449 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5140334c-ede3-42a5-8b37-aedff1437b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:40.879507 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-5140334c-ede3-42a5-8b37-aedff1437b14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2db82db73bff422198fb03ebae4aca20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9515536 Apr 14 16:05:40.882336 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43588) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:40.986736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.998110 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc426d1-1386-443d-98b2-94cb4e71c936 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:41.001561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.005595 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8a15d072-cc7f-413a-a8b9-cbc490d84779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for subnet, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.057082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port ddc426d1-1386-443d-98b2-94cb4e71c936, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ddc426d1-1386-443d-98b2-94cb4e71c936,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:41.066102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.068402 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:41.069045 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [None req-9ba6f9e5-537a-433f-9233-be12ca54e486 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Floating IP af7cffdd-2cba-452a-8994-4627ec5c728b associated. External IP: 172.28.3.161, port: 1a6976f7-92de-47cd-b4a0-be6c32ea3f96. Apr 14 16:05:41.228228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e8470e9b-31ca-4873-aa3b-e64ecfaf4f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:41.281408 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=ddc426d1-1386-443d-98b2-94cb4e71c936,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:41.287500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:41.311795 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8a15d072-cc7f-413a-a8b9-cbc490d84779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.313577 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15d072-cc7f-413a-a8b9-cbc490d84779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d5ac10-486d-44ec-b209-d5614fe5b492,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:41.372772 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.391023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8a15d072-cc7f-413a-a8b9-cbc490d84779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:41.394925 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['ddc426d1-1386-443d-98b2-94cb4e71c936'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:41.412859 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8a15d072-cc7f-413a-a8b9-cbc490d84779 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/08d5ac10-486d-44ec-b209-d5614fe5b492 HTTP/1.1" status: 204 len: 168 time: 1.1683490 Apr 14 16:05:41.418088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43614) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:41.605328 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.688020 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a640ced-5790-4411-a18b-1e8b00958cb1 req-23425926-7d53-44c6-a30e-3f55169960d8 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:41.689686 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3a640ced-5790-4411-a18b-1e8b00958cb1 req-23425926-7d53-44c6-a30e-3f55169960d8 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 944 time: 0.3948684 Apr 14 16:05:41.690359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.695735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5140334c-ede3-42a5-8b37-aedff1437b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:41.724628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70743371-fe6d-43d9-9cef-f84ef33da60f,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:41.744357 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.744796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.745202 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.745598 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.745957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.747263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.747263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.747590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.747971 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.748351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.748755 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.749158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:41.752346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:41.785542 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.786102 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70743371-fe6d-43d9-9cef-f84ef33da60f HTTP/1.1" status: 204 len: 168 time: 0.9025517 Apr 14 16:05:41.801462 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3a640ced-5790-4411-a18b-1e8b00958cb1 req-b6a79bb5-f2b0-4f54-aea4-36e542cf8c47 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942514 Apr 14 16:05:41.937650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c13c59-c4e4-4b1d-98fb-bb4fbd664ee1 req-25c28efd-9df5-4a35-ac7b-881fbde0fe3c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:41.945323 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-33c13c59-c4e4-4b1d-98fb-bb4fbd664ee1 req-25c28efd-9df5-4a35-ac7b-881fbde0fe3c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.3017325 Apr 14 16:05:41.957950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.030332 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-33c13c59-c4e4-4b1d-98fb-bb4fbd664ee1 req-a80c0782-66d5-4917-a1c2-1430ab783b45 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836985 Apr 14 16:05:42.107283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.107770 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.108462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.108936 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > port after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.109245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.109627 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > port after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.109989 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.110368 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.110728 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.111084 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.144704 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba6f9e5-537a-433f-9233-be12ca54e486 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Router 6c40a51d-68cb-41c7-9363-6d042134b3c2 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:05:42.162071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.180150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.180545 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.180948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.181325 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:42.181821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3657d7f8-530b-4d89-8325-21bc085396a3']}} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:42.196411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f') {'for_net_delete': True} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:42.197384 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f50b32c-9ba0-4dcd-9904-4a0316fb9d5f') {} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:42.209458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12725216'] for segment, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.228448 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.237312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=85222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:05:42.253741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:42.322167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43642) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:42.368274 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c323555b-1a3a-4535-b465-da32a32bd855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.447511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c323555b-1a3a-4535-b465-da32a32bd855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:42.461735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c323555b-1a3a-4535-b465-da32a32bd855 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8f97ae851e4f638d3c8ce68a6c6031 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:42.465802 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Network 3657d7f8-530b-4d89-8325-21bc085396a3 has no segments {{(pid=85222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:05:42.473757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c323555b-1a3a-4535-b465-da32a32bd855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:42.477553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2579179'] for segment, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.495526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ef2f52-3e62-4f7e-b16f-ccba7ec9344a,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:42.497636 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c323555b-1a3a-4535-b465-da32a32bd855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:42.498139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device ddc426d1-1386-443d-98b2-94cb4e71c936 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:42.508303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.508634 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.509084 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.509787 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.510214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.510576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.510965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.511357 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.511744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.512159 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.512543 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.512955 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:42.538157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:42.548068 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba6f9e5-537a-433f-9233-be12ca54e486 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:05:42.567628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79455b7-5414-44ec-8967-2ba86bdd60ee None None] Sync routers for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:05:42.574434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port ddc426d1-1386-443d-98b2-94cb4e71c936 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:42.580356 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port ddc426d1-1386-443d-98b2-94cb4e71c936 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:42.581531 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.582038 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79455b7-5414-44ec-8967-2ba86bdd60ee None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:42.582948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-d79455b7-5414-44ec-8967-2ba86bdd60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:05:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:42.584371 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f9e5-537a-433f-9233-be12ca54e486 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.627718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Checking segment: {'id': '7869e723-2239-401e-a343-43ff002a5ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4d9f8c46-1143-4604-9ecb-cb75eb15f024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:42.628151 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Network hostable DHCP agents. Network: 4d9f8c46-1143-4604-9ecb-cb75eb15f024, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:05:42.664675 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9ba6f9e5-537a-433f-9233-be12ca54e486 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "PUT /v2.0/floatingips/af7cffdd-2cba-452a-8994-4627ec5c728b HTTP/1.1" status: 200 len: 992 time: 3.6198652 Apr 14 16:05:42.665383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'tag': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:42.684818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Network 4d9f8c46-1143-4604-9ecb-cb75eb15f024 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:05:42.695362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Network 3657d7f8-530b-4d89-8325-21bc085396a3 has no segments {{(pid=85222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:05:42.701583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, 4d9f8c46-1143-4604-9ecb-cb75eb15f024) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:42.711119 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:42.711772 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: from cryptography.utils import int_from_bytes Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: from cryptography.utils import int_from_bytes Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: (rel_b, rel_a, rel_b), Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:05:42.725522 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:05:42.733168 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.739277 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f6c756-8f10-4d39-a2ae-6c522e78dfcd None None] Network 4d9f8c46-1143-4604-9ecb-cb75eb15f024 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:42.758262 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'tag': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96', 'status': 'completed', 'code': 200} Apr 14 16:05:42.768026 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6439605 Apr 14 16:05:42.945780 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c993cbd-42b6-4d8f-83d2-7fcf5b920a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc426d1-1386-443d-98b2-94cb4e71c936'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:42.978973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.987782 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8197dd-69a5-4d8c-8c84-2e706cb8ab64 req-d7de3c0f-ee4d-4854-871b-33f721130c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:42.987782 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c8197dd-69a5-4d8c-8c84-2e706cb8ab64 req-d7de3c0f-ee4d-4854-871b-33f721130c24 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31ad166a944e4df09330ae6caeee9230&device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 1099 time: 0.1764810 Apr 14 16:05:42.989974 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-d79455b7-5414-44ec-8967-2ba86bdd60ee None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:43.029968 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:43.054482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Pushing event deleted for resources: {'Network': ['ID=3657d7f8-530b-4d89-8325-21bc085396a3,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:43.058427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:43.071879 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port ddc426d1-1386-443d-98b2-94cb4e71c936, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ddc426d1-1386-443d-98b2-94cb4e71c936,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:43.085054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c323555b-1a3a-4535-b465-da32a32bd855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:43.093045 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:43.097242 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b4f21ae2-ff07-4bc9-b3e8-b853195f3634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:43.198137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:43.202204 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee17c-14ce-4a5e-8812-0378c00142d2 req-a4c6375c-8e95-4e77-a43d-4cd195f62808 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:43.207110 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c323555b-1a3a-4535-b465-da32a32bd855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:43.215478 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ccfee17c-14ce-4a5e-8812-0378c00142d2 req-a4c6375c-8e95-4e77-a43d-4cd195f62808 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 945 time: 0.2484953 Apr 14 16:05:43.220026 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-79a3ffab-3401-4627-8d0d-5791825c0f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:43.230206 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c993cbd-42b6-4d8f-83d2-7fcf5b920a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc426d1-1386-443d-98b2-94cb4e71c936', 'code': 200} Apr 14 16:05:43.262791 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323555b-1a3a-4535-b465-da32a32bd855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeaa3e5-b088-471d-8b4c-a7db0ed1ee95,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:43.270267 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3657d7f8-530b-4d89-8325-21bc085396a3 HTTP/1.1" status: 204 len: 168 time: 1.8504465 Apr 14 16:05:43.306065 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ccfee17c-14ce-4a5e-8812-0378c00142d2 req-7bea04b8-9f85-485b-b13a-8495e57cef58 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883722 Apr 14 16:05:43.519959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d135e6d-ca36-4bf1-bfbf-bb7da3f95fa3 None None] Network 4d9f8c46-1143-4604-9ecb-cb75eb15f024 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:43.641834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43680) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:43.667758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c323555b-1a3a-4535-b465-da32a32bd855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:43.745395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=ddc426d1-1386-443d-98b2-94cb4e71c936,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:43.750716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:43.819473 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c48ff1eb-0eb5-4c02-bffb-208aefb0df4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd5d5c316fb94d189ff9831c4534cc0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1633008 Apr 14 16:05:43.828042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43688) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:43.844947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b4efd-1571-4c9c-9f08-608cff600e23 req-ebf7fb0f-bb4e-4db2-9532-ad370823e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:43.846978 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-900b4efd-1571-4c9c-9f08-608cff600e23 req-ebf7fb0f-bb4e-4db2-9532-ad370823e777 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 1098 time: 0.3204343 Apr 14 16:05:43.850495 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c323555b-1a3a-4535-b465-da32a32bd855 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e8f97ae851e4f638d3c8ce68a6c6031&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5266213 Apr 14 16:05:43.853934 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43692) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:43.869205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-d79455b7-5414-44ec-8967-2ba86bdd60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': 'af7cffdd-2cba-452a-8994-4627ec5c728b', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'floating_ip_address': '172.28.3.161', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'port_id': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'mac_address': 'fa:16:3e:ff:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:05:12Z', 'updated_at': '2021-04-14T16:05:40Z', 'revision_number': 1, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:43.875081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79455b7-5414-44ec-8967-2ba86bdd60ee None None] Checking router: 6c40a51d-68cb-41c7-9363-6d042134b3c2 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:05:43.882360 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-900b4efd-1571-4c9c-9f08-608cff600e23 req-5ece8abe-e6e7-4681-828c-0c4134b8a1e7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273781 Apr 14 16:05:43.885505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79455b7-5414-44ec-8967-2ba86bdd60ee None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:43.886330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-d79455b7-5414-44ec-8967-2ba86bdd60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:05:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:44.015983 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8197dd-69a5-4d8c-8c84-2e706cb8ab64 req-2891d7f4-b97a-4edd-9d64-91f9def3f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:44.017781 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c8197dd-69a5-4d8c-8c84-2e706cb8ab64 req-2891d7f4-b97a-4edd-9d64-91f9def3f424 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 200 len: 912 time: 1.0175393 Apr 14 16:05:44.028963 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fad6-ac4a-486c-88f4-b1faaf57b276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.077061 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fad6-ac4a-486c-88f4-b1faaf57b276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.085767 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43704) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:44.097491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-932851413-network', 'tenant_id': '4d023ffb059b44c1a49b16ccfd1dd112'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:44.112819 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:44.127096 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Usage tracker for resource:network and tenant:4d023ffb059b44c1a49b16ccfd1dd112 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:44.133710 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:44.135890 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea91dde-a889-435f-a7b1-36afdadf5126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.143641 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:44.151266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e47df-37f3-4e54-985a-25779b99a905 req-34f841ed-509e-4d52-97fa-42b160588ed5 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:44.154325 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-577e47df-37f3-4e54-985a-25779b99a905 req-34f841ed-509e-4d52-97fa-42b160588ed5 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.4843938 Apr 14 16:05:44.157737 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Made reservation on behalf of 4d023ffb059b44c1a49b16ccfd1dd112 for: {'network': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:44.163090 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.187339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.191291 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-d79455b7-5414-44ec-8967-2ba86bdd60ee None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:44.219760 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:44.225685 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Usage tracker for resource:security_group_rule and tenant:4d023ffb059b44c1a49b16ccfd1dd112 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:44.227269 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea91dde-a889-435f-a7b1-36afdadf5126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.229873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:44.233191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fad6-ac4a-486c-88f4-b1faaf57b276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.246778 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e47afef-ca67-4eac-b5c7-515caf3524ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:44.254783 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-577e47df-37f3-4e54-985a-25779b99a905 req-ad98d709-66c0-4062-bd30-875776155ae6 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894778 Apr 14 16:05:44.269011 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c8197dd-69a5-4d8c-8c84-2e706cb8ab64 req-7cc18ff4-92c0-424e-8188-eda995d261c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6976f7-92de-47cd-b4a0-be6c32ea3f96 HTTP/1.1" status: 200 len: 1000 time: 0.2314754 Apr 14 16:05:44.274223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:44.278570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fad6-ac4a-486c-88f4-b1faaf57b276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.280866 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b9a9fad6-ac4a-486c-88f4-b1faaf57b276 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eeeaa3e5-b088-471d-8b4c-a7db0ed1ee95 HTTP/1.1" status: 204 len: 168 time: 0.4229755 Apr 14 16:05:44.292768 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9fad6-ac4a-486c-88f4-b1faaf57b276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeaa3e5-b088-471d-8b4c-a7db0ed1ee95,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:44.295907 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b9a9fad6-ac4a-486c-88f4-b1faaf57b276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:44.376589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8197dd-69a5-4d8c-8c84-2e706cb8ab64 req-15f13d03-c86c-4680-9931-9bd9a7baf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:44.378639 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c8197dd-69a5-4d8c-8c84-2e706cb8ab64 req-15f13d03-c86c-4680-9931-9bd9a7baf7aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=410481ba-9005-4999-9ca9-04bcc89f40f5 HTTP/1.1" status: 200 len: 850 time: 0.0940385 Apr 14 16:05:44.385616 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea91dde-a889-435f-a7b1-36afdadf5126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.396158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:44.433397 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.443022 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.465744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=85223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:05:44.481834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91dde-a889-435f-a7b1-36afdadf5126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2208b58e-02d5-4e25-8698-498d9db43f7d,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:44.490738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.491130 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Added segment 4466964b-7277-42d0-94ea-86932a22c9c9 of type vlan for network 0e30814b-b05b-4a7f-9a10-5a13c6fb5adc Apr 14 16:05:44.491605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-eea91dde-a889-435f-a7b1-36afdadf5126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:44.501454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eea91dde-a889-435f-a7b1-36afdadf5126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.503189 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-eea91dde-a889-435f-a7b1-36afdadf5126 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2208b58e-02d5-4e25-8698-498d9db43f7d HTTP/1.1" status: 204 len: 168 time: 0.6611691 Apr 14 16:05:44.555502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8197dd-69a5-4d8c-8c84-2e706cb8ab64 req-69b265e9-9302-41ae-8a3e-b36e9de8650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:44.557429 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c8197dd-69a5-4d8c-8c84-2e706cb8ab64 req-69b265e9-9302-41ae-8a3e-b36e9de8650e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e4087ddd-268d-4f34-8462-2595c8d5f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1623271 Apr 14 16:05:44.568477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.600443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-83b33ff8-f161-4db3-8d42-d4ddadf7087c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:44.631081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1ae4c8-56ca-4cec-8f19-77821d109503,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:44.634011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.634959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:44.689124 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:44.689471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.735456 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-322d777e-58c6-4b9a-a609-92c1e6c5a420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:44.858027 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c8197dd-69a5-4d8c-8c84-2e706cb8ab64 req-5fca6009-1a59-4731-a71a-9e08df20e19e service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882690 Apr 14 16:05:44.908376 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Pushing event updated for resources: {'Network': ['ID=0e30814b-b05b-4a7f-9a10-5a13c6fb5adc,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:44.911633 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8221741 Apr 14 16:05:44.928927 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43732) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:44.930048 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network 0e30814b-b05b-4a7f-9a10-5a13c6fb5adc details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:05:44.932923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:44.937810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Request body: {'subnet': {'network_id': '0e30814b-b05b-4a7f-9a10-5a13c6fb5adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-932851413-subnet', 'tenant_id': '4d023ffb059b44c1a49b16ccfd1dd112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:44.942860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:44.948878 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Usage tracker for resource:subnet and tenant:4d023ffb059b44c1a49b16ccfd1dd112 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:44.952483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:44.954272 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-d79455b7-5414-44ec-8967-2ba86bdd60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': 'af7cffdd-2cba-452a-8994-4627ec5c728b', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'floating_ip_address': '172.28.3.161', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'port_id': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'mac_address': 'fa:16:3e:ff:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:05:12Z', 'updated_at': '2021-04-14T16:05:40Z', 'revision_number': 1, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:44.960357 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:44.967532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79455b7-5414-44ec-8967-2ba86bdd60ee None None] The sync data for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb is: [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': 'af7cffdd-2cba-452a-8994-4627ec5c728b', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'floating_ip_address': '172.28.3.161', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'port_id': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'mac_address': 'fa:16:3e:ff:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:05:12Z', 'updated_at': '2021-04-14T16:05:40Z', 'revision_number': 1, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:05:45.021649 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Made reservation on behalf of 4d023ffb059b44c1a49b16ccfd1dd112 for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:45.029856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.125290 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c8197dd-69a5-4d8c-8c84-2e706cb8ab64 req-0ac612f9-8e14-47a8-a50e-36e85b5ac204 service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556756 Apr 14 16:05:45.252274 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2d3ba-7058-4432-85f9-6f2ba9d8933a req-2e8bb003-cef8-470c-8c47-0d303d04c490 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:45.253979 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-09a2d3ba-7058-4432-85f9-6f2ba9d8933a req-2e8bb003-cef8-470c-8c47-0d303d04c490 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 945 time: 0.6548285 Apr 14 16:05:45.291505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43746) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:45.330952 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-09a2d3ba-7058-4432-85f9-6f2ba9d8933a req-33fe8dd2-313e-4be6-9ca8-4302f26fb4aa tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604990 Apr 14 16:05:45.406563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc6bb74-b432-46c2-a699-3d84c12343d5 None None] New status for floating IP af7cffdd-2cba-452a-8994-4627ec5c728b: ACTIVE {{(pid=85224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:05:45.541509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e14bc361-ae40-4fce-bf68-e84841c08014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.564651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e14bc361-ae40-4fce-bf68-e84841c08014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:45.572357 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e14bc361-ae40-4fce-bf68-e84841c08014 admin admin] Usage tracker for resource:security_group_rule and tenant:99f3d54511b348faa427e4503ec67003 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:45.576230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e14bc361-ae40-4fce-bf68-e84841c08014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:45.585567 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e14bc361-ae40-4fce-bf68-e84841c08014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:45.654448 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bec384-c581-484d-a8a9-75aabe846c94 req-15d4ba21-0e32-4e97-bbe4-f3660e2a066c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:45.662371 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d9bec384-c581-484d-a8a9-75aabe846c94 req-15d4ba21-0e32-4e97-bbe4-f3660e2a066c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.1990647 Apr 14 16:05:45.697372 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d9bec384-c581-484d-a8a9-75aabe846c94 req-b99f6592-d6df-46f8-9e8b-35cb96b60084 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339601 Apr 14 16:05:45.772981 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.821607 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e14bc361-ae40-4fce-bf68-e84841c08014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.826255 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e14bc361-ae40-4fce-bf68-e84841c08014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.846025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-eea91dde-a889-435f-a7b1-36afdadf5126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:45.907442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bc361-ae40-4fce-bf68-e84841c08014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bae5dcb-3a02-460d-991f-e4c7b013e49a,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:45.913026 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e14bc361-ae40-4fce-bf68-e84841c08014 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99f3d54511b348faa427e4503ec67003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205080 Apr 14 16:05:45.914240 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e14bc361-ae40-4fce-bf68-e84841c08014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:45.917331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43778) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:45.926282 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:46.038578 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-06edc6a6-6f90-48c4-b5ac-62ea1aca316b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.068782 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-06edc6a6-6f90-48c4-b5ac-62ea1aca316b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.070054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa2b12f-cb58-48bb-94c8-ca0b76d5b9f1,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:46.079494 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:46.091203 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Checking segment: {'id': '4466964b-7277-42d0-94ea-86932a22c9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0e30814b-b05b-4a7f-9a10-5a13c6fb5adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:46.091921 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Network hostable DHCP agents. Network: 0e30814b-b05b-4a7f-9a10-5a13c6fb5adc, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:05:46.112411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Network 0e30814b-b05b-4a7f-9a10-5a13c6fb5adc is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:05:46.125422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, 0e30814b-b05b-4a7f-9a10-5a13c6fb5adc) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:46.134854 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-06edc6a6-6f90-48c4-b5ac-62ea1aca316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.135315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e718fb-50ca-4c2d-8938-59a3f88fb342 None None] Network 0e30814b-b05b-4a7f-9a10-5a13c6fb5adc requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:46.139152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:46.139831 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.147101 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-332057b3-9776-4e20-a38d-871b3f73fe49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:46.163361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edc6a6-6f90-48c4-b5ac-62ea1aca316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bae5dcb-3a02-460d-991f-e4c7b013e49a,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:46.172609 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-06edc6a6-6f90-48c4-b5ac-62ea1aca316b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:46.175862 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-06edc6a6-6f90-48c4-b5ac-62ea1aca316b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.180167 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-06edc6a6-6f90-48c4-b5ac-62ea1aca316b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bae5dcb-3a02-460d-991f-e4c7b013e49a HTTP/1.1" status: 204 len: 168 time: 0.2595043 Apr 14 16:05:46.194810 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2586539 Apr 14 16:05:46.381331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43798) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:46.415394 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836f58f9-ca62-4832-8aa5-e2bf991375d1 None None] Network 0e30814b-b05b-4a7f-9a10-5a13c6fb5adc requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:46.587964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-958ac483-f642-4551-b5d3-57c8d3f215a2 admin admin] Deleting subnet 37ef2f52-3e62-4f7e-b16f-ccba7ec9344a {{(pid=85222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:05:46.596260 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-958ac483-f642-4551-b5d3-57c8d3f215a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.666056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-958ac483-f642-4551-b5d3-57c8d3f215a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12725782'] for subnet, precommit_delete_associations {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.729984 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a37d2-c090-4611-97cd-0b0188f0f741 req-483bd3f0-847c-48e0-a1c5-73e03290e11c tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:46.734150 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-712a37d2-c090-4611-97cd-0b0188f0f741 req-483bd3f0-847c-48e0-a1c5-73e03290e11c tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 945 time: 0.2153516 Apr 14 16:05:46.769980 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-958ac483-f642-4551-b5d3-57c8d3f215a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.815448 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-712a37d2-c090-4611-97cd-0b0188f0f741 req-b52872d0-b767-4128-bb2e-2662a68f6012 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735497 Apr 14 16:05:46.823351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43814) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:46.918237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-408fc1e6-c286-46c5-bf4e-8c3d838b3f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.975370 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-408fc1e6-c286-46c5-bf4e-8c3d838b3f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:47.009171 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-408fc1e6-c286-46c5-bf4e-8c3d838b3f02 admin admin] Usage tracker for resource:security_group_rule and tenant:e40273e2ddf54d1b8b431d97a1ba1c3c is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:47.013894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-408fc1e6-c286-46c5-bf4e-8c3d838b3f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:47.030838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-408fc1e6-c286-46c5-bf4e-8c3d838b3f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:47.049744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad8049-ccde-46b8-9d32-b156145cfece req-07dd9196-3e8a-4de8-8a02-3c59be0e9f30 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:47.051899 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-17ad8049-ccde-46b8-9d32-b156145cfece req-07dd9196-3e8a-4de8-8a02-3c59be0e9f30 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.2020910 Apr 14 16:05:47.106361 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-17ad8049-ccde-46b8-9d32-b156145cfece req-f9a386d6-12ec-4c2a-b6cc-e65cba4a0baf tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458274 Apr 14 16:05:47.161614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-958ac483-f642-4551-b5d3-57c8d3f215a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2579076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423017'] for subnet, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:47.184264 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:47.273205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-408fc1e6-c286-46c5-bf4e-8c3d838b3f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:47.278105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-408fc1e6-c286-46c5-bf4e-8c3d838b3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:47.299127 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ac483-f642-4551-b5d3-57c8d3f215a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ef2f52-3e62-4f7e-b16f-ccba7ec9344a,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:47.302941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-958ac483-f642-4551-b5d3-57c8d3f215a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:47.308224 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7f749e3d-58f2-4d77-bcce-8dda30833f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:47.363029 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-408fc1e6-c286-46c5-bf4e-8c3d838b3f02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e40273e2ddf54d1b8b431d97a1ba1c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384893 Apr 14 16:05:47.366463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43836) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:47.368346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fc1e6-c286-46c5-bf4e-8c3d838b3f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64eac0d-53c4-4ead-9028-8a79b51844af,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:47.372484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-408fc1e6-c286-46c5-bf4e-8c3d838b3f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:47.402028 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-958ac483-f642-4551-b5d3-57c8d3f215a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:47.411226 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43842) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:47.422395 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-958ac483-f642-4551-b5d3-57c8d3f215a2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/37ef2f52-3e62-4f7e-b16f-ccba7ec9344a HTTP/1.1" status: 204 len: 168 time: 1.0397475 Apr 14 16:05:47.537948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-96c0c094-d7a8-41c0-883e-140a3a48c249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:47.578994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-96c0c094-d7a8-41c0-883e-140a3a48c249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:47.588528 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:47.645524 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-96c0c094-d7a8-41c0-883e-140a3a48c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:47.652832 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:47.672102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0c094-d7a8-41c0-883e-140a3a48c249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64eac0d-53c4-4ead-9028-8a79b51844af,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:47.679997 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-96c0c094-d7a8-41c0-883e-140a3a48c249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:47.681095 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-96c0c094-d7a8-41c0-883e-140a3a48c249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:47.690386 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-96c0c094-d7a8-41c0-883e-140a3a48c249 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d64eac0d-53c4-4ead-9028-8a79b51844af HTTP/1.1" status: 204 len: 168 time: 0.3093445 Apr 14 16:05:47.838555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:48.343784 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.343784 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.343784 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.343784 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > port after_create 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.343784 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.343784 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > port after_update 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.343784 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.343784 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.344341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.344341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.413878 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.414422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.414605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.415186 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:48.415943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9f8c46-1143-4604-9ecb-cb75eb15f024']}} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:48.432146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7869e723-2239-401e-a343-43ff002a5ffa') {'for_net_delete': True} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:48.432489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7869e723-2239-401e-a343-43ff002a5ffa') {} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:48.436691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4ee0c-bf93-4e74-821d-4c147144a573 req-78e6ae4e-627a-43c4-b0b3-03bfe98ec710 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:48.438548 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-80c4ee0c-bf93-4e74-821d-4c147144a573 req-78e6ae4e-627a-43c4-b0b3-03bfe98ec710 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.1209018 Apr 14 16:05:48.450403 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3341337'] for segment, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:48.469975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:48.475204 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-80c4ee0c-bf93-4e74-821d-4c147144a573 req-91dab5b1-bfab-480f-aa36-7e90dcbb4acf tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281680 Apr 14 16:05:48.479870 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=85223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:05:48.492975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43890) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:48.692800 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-934ae08a-bb8d-4d54-84d5-f4b04a9c554f req-c4b8a43c-4fc6-425c-aeb3-e90d2d780d2c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1159596 Apr 14 16:05:48.723411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Network 4d9f8c46-1143-4604-9ecb-cb75eb15f024 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:05:48.734354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850808604'] for segment, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:48.754359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c876f63a-71e0-4718-a2f5-376bbab71983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:48.789175 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c876f63a-71e0-4718-a2f5-376bbab71983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:48.796590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c876f63a-71e0-4718-a2f5-376bbab71983 admin admin] Usage tracker for resource:security_group_rule and tenant:3c54f29277ce413e9b30a8493fc86c3f is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:48.804647 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c876f63a-71e0-4718-a2f5-376bbab71983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:48.823999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c876f63a-71e0-4718-a2f5-376bbab71983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:48.960648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Network 4d9f8c46-1143-4604-9ecb-cb75eb15f024 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: from cryptography.utils import int_from_bytes Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: from cryptography.utils import int_from_bytes Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: (rel_b, rel_a, rel_b), Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:05:48.987763 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:05:49.128879 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ae08a-bb8d-4d54-84d5-f4b04a9c554f req-83169c3e-a43b-4983-ba51-2dd7396604d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:49.144052 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-934ae08a-bb8d-4d54-84d5-f4b04a9c554f req-83169c3e-a43b-4983-ba51-2dd7396604d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 1098 time: 0.2755094 Apr 14 16:05:49.151453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.159957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:49.204895 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.224606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c876f63a-71e0-4718-a2f5-376bbab71983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.246482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9f8c46-1143-4604-9ecb-cb75eb15f024,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:49.260915 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4d9f8c46-1143-4604-9ecb-cb75eb15f024 HTTP/1.1" status: 204 len: 168 time: 1.8410823 Apr 14 16:05:49.260915 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5e7a3cdb-5ed0-4ee1-99ac-ce7cb9c86d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:49.260915 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43910) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:49.354175 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-c164f5de-deb9-4eb6-93d3-ff45b9add808 admin admin] Deleting subnet 1fa2b12f-cb58-48bb-94c8-ca0b76d5b9f1 {{(pid=85223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:05:49.365976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c164f5de-deb9-4eb6-93d3-ff45b9add808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.417189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ae08a-bb8d-4d54-84d5-f4b04a9c554f req-301c54a4-8333-4b35-820b-f560a9547cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:49.419694 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-934ae08a-bb8d-4d54-84d5-f4b04a9c554f req-301c54a4-8333-4b35-820b-f560a9547cab service neutron] 10.222.0.25 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 915 time: 0.2480886 Apr 14 16:05:49.421003 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c876f63a-71e0-4718-a2f5-376bbab71983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.456318 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:49.471696 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c164f5de-deb9-4eb6-93d3-ff45b9add808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340783'] for subnet, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.475309 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c876f63a-71e0-4718-a2f5-376bbab71983 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c54f29277ce413e9b30a8493fc86c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9811189 Apr 14 16:05:49.547190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43922) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:49.572016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876f63a-71e0-4718-a2f5-376bbab71983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7347d62a-ffcd-4eed-9e38-4c5935c7dd39,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:49.584398 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c876f63a-71e0-4718-a2f5-376bbab71983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:49.596257 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-934ae08a-bb8d-4d54-84d5-f4b04a9c554f req-b837f7af-4261-4b07-80e8-6a97903d7d7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f983055f-27b0-4f23-a8f9-02ee12a7bb77 HTTP/1.1" status: 200 len: 217 time: 0.1412032 Apr 14 16:05:49.651976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c164f5de-deb9-4eb6-93d3-ff45b9add808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.737348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e2c59a06-5685-4078-b5e6-36e143671fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.792625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e2c59a06-5685-4078-b5e6-36e143671fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.802469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ae08a-bb8d-4d54-84d5-f4b04a9c554f req-c00aa9ff-9e42-4210-bdfd-61b6b7ec0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:49.804069 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-934ae08a-bb8d-4d54-84d5-f4b04a9c554f req-c00aa9ff-9e42-4210-bdfd-61b6b7ec0774 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a741ead3-5ae0-45aa-893b-e434dea70d0a HTTP/1.1" status: 200 len: 854 time: 0.2009277 Apr 14 16:05:49.879509 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-934ae08a-bb8d-4d54-84d5-f4b04a9c554f req-92e56552-43bc-495b-8533-b12ba130cfd0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf181945-05ee-4785-a92a-96d6d4ca43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580549 Apr 14 16:05:49.987433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0adb5c-976a-4e58-9833-694da437cee0 req-01b1c8f9-4954-475e-8aec-e163e0c2dd4c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:49.989078 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fd0adb5c-976a-4e58-9833-694da437cee0 req-01b1c8f9-4954-475e-8aec-e163e0c2dd4c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.3066087 Apr 14 16:05:49.991516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-5dc5634b-e4e0-4a5c-928e-d56096e330d0 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:49.993139 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-5dc5634b-e4e0-4a5c-928e-d56096e330d0 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 814 time: 0.3234463 Apr 14 16:05:50.034318 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-08f79afa-5667-4586-a8bd-6bffe95f59ea tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/quotas/3333064482394dbaaf2ad94cd790c974 HTTP/1.1" status: 200 len: 375 time: 0.0262973 Apr 14 16:05:50.060075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e2c59a06-5685-4078-b5e6-36e143671fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.069213 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:50.109471 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-934ae08a-bb8d-4d54-84d5-f4b04a9c554f req-50422c80-7d82-4996-a69a-962bf38bf865 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164602 Apr 14 16:05:50.122452 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fd0adb5c-976a-4e58-9833-694da437cee0 req-1976ae7c-36eb-4fef-8276-c800b0354e93 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017346 Apr 14 16:05:50.127087 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c59a06-5685-4078-b5e6-36e143671fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7347d62a-ffcd-4eed-9e38-4c5935c7dd39,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:50.134095 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e2c59a06-5685-4078-b5e6-36e143671fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:50.143058 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e2c59a06-5685-4078-b5e6-36e143671fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.146509 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e2c59a06-5685-4078-b5e6-36e143671fa2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7347d62a-ffcd-4eed-9e38-4c5935c7dd39 HTTP/1.1" status: 204 len: 168 time: 0.5956700 Apr 14 16:05:50.194388 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c164f5de-deb9-4eb6-93d3-ff45b9add808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850808693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124700'] for subnet, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.225918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-562e3462-39b2-4604-8754-59e6ab90f3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:50.367174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164f5de-deb9-4eb6-93d3-ff45b9add808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa2b12f-cb58-48bb-94c8-ca0b76d5b9f1,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:50.392658 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c164f5de-deb9-4eb6-93d3-ff45b9add808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:50.442260 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c164f5de-deb9-4eb6-93d3-ff45b9add808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.448940 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c164f5de-deb9-4eb6-93d3-ff45b9add808 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1fa2b12f-cb58-48bb-94c8-ca0b76d5b9f1 HTTP/1.1" status: 204 len: 168 time: 1.1916285 Apr 14 16:05:50.451508 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 43962) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:50.519540 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-03344c0e-97ef-4b3f-8a51-fd471ef280ae tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4703612 Apr 14 16:05:50.630791 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-934ae08a-bb8d-4d54-84d5-f4b04a9c554f req-7d10c6fe-84a4-40fc-a96f-f1860912e609 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122728 Apr 14 16:05:50.674263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.678969 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43974) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:50.727438 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6500-f243-4da7-a777-7868ee0692ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.754232 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b3e3bc7-22f6-4b26-9c2c-e56d45c2763a service neutron] 10.222.0.48 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232072 Apr 14 16:05:50.755345 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8f2f6500-f243-4da7-a777-7868ee0692ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:50.773415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8f2f6500-f243-4da7-a777-7868ee0692ed admin admin] Usage tracker for resource:security_group_rule and tenant:92ca1f62feee424791b7b309e64a4551 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:50.777260 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8f2f6500-f243-4da7-a777-7868ee0692ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:50.818383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8f2f6500-f243-4da7-a777-7868ee0692ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:50.900221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.002049 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-c02c8796-0ae1-4f79-b3f0-e999283755f5 service neutron] 10.222.0.48 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207961 Apr 14 16:05:51.033474 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e30814b-b05b-4a7f-9a10-5a13c6fb5adc']}} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:51.060602 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6500-f243-4da7-a777-7868ee0692ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.062242 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4466964b-7277-42d0-94ea-86932a22c9c9') {'for_net_delete': True} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:51.062803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4466964b-7277-42d0-94ea-86932a22c9c9') {} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:51.064343 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6500-f243-4da7-a777-7868ee0692ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.078997 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3341337'] for segment, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.086555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7c68e223-f422-4ce5-8019-163bc775a892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:51.098706 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.108256 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=85223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:05:51.144942 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8f2f6500-f243-4da7-a777-7868ee0692ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92ca1f62feee424791b7b309e64a4551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645114 Apr 14 16:05:51.153470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 43982) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:51.157220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f6500-f243-4da7-a777-7868ee0692ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace7cc42-4dbf-46af-862b-efa55a2a143a,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:51.270883 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8f2f6500-f243-4da7-a777-7868ee0692ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:51.326248 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1f1a6c43-45cb-4dc1-9103-95728217d1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.386687 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Network 0e30814b-b05b-4a7f-9a10-5a13c6fb5adc has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:05:51.399530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850808604'] for segment, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.521387 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-065d272b-5fe5-4c1e-8755-bf221f47dd2e req-44818155-f794-4a0e-bab5-0ad02040dfc8 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 210 time: 0.1691241 Apr 14 16:05:51.524180 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1f1a6c43-45cb-4dc1-9103-95728217d1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.592366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1f1a6c43-45cb-4dc1-9103-95728217d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.618533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-96c0c094-d7a8-41c0-883e-140a3a48c249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:51.658492 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a6c43-45cb-4dc1-9103-95728217d1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace7cc42-4dbf-46af-862b-efa55a2a143a,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:51.661801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1f1a6c43-45cb-4dc1-9103-95728217d1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:51.662777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1f1a6c43-45cb-4dc1-9103-95728217d1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.666485 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-1f1a6c43-45cb-4dc1-9103-95728217d1d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ace7cc42-4dbf-46af-862b-efa55a2a143a HTTP/1.1" status: 204 len: 168 time: 0.5093272 Apr 14 16:05:51.764059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Network 0e30814b-b05b-4a7f-9a10-5a13c6fb5adc has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:05:51.788181 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:05:51.903216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1300dd-bc4c-4bca-a994-882c3411a03b req-3e747189-b060-4724-b7fa-4c6cd44362e4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:51.924666 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ae1300dd-bc4c-4bca-a994-882c3411a03b req-3e747189-b060-4724-b7fa-4c6cd44362e4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.4418290 Apr 14 16:05:51.959404 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.974096 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ae1300dd-bc4c-4bca-a994-882c3411a03b req-7a4bdd9f-6ea9-4e9a-b8f1-16c02080e22f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482991 Apr 14 16:05:51.975255 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.978345 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e67bb4b2-0ffe-4574-a32e-be223cee6c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:52.005897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e30814b-b05b-4a7f-9a10-5a13c6fb5adc,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:52.013944 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0e30814b-b05b-4a7f-9a10-5a13c6fb5adc HTTP/1.1" status: 204 len: 168 time: 1.5613298 Apr 14 16:05:52.015918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f7c968b5-295b-4758-ae9b-1949a9f8f4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:52.228598 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 44022) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:52.286167 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-673ddf52-32ff-4d1f-abe4-3df174132661 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b25a1833f5cd4d03be82827b751c8cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537188 Apr 14 16:05:52.286613 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 44026) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:52.353855 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7649b23-f7a9-4248-b5ab-f305d3a8589a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:52.382126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7649b23-f7a9-4248-b5ab-f305d3a8589a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:52.437276 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7649b23-f7a9-4248-b5ab-f305d3a8589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:52.442533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e14bc361-ae40-4fce-bf68-e84841c08014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:52.455990 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7649b23-f7a9-4248-b5ab-f305d3a8589a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897bec4a-6d6a-469e-8aeb-d8e7efcf6448,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:52.459145 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a7649b23-f7a9-4248-b5ab-f305d3a8589a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:52.461251 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7649b23-f7a9-4248-b5ab-f305d3a8589a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:52.462483 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a7649b23-f7a9-4248-b5ab-f305d3a8589a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/897bec4a-6d6a-469e-8aeb-d8e7efcf6448 HTTP/1.1" status: 204 len: 168 time: 0.1748130 Apr 14 16:05:52.759812 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cdaa45cf-bafb-4d19-9da5-f607ff1811eb req-b4b6467c-9157-4882-bb68-8bf7f4910cdf tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 210 time: 0.0894995 Apr 14 16:05:52.881618 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44054) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:53.002867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-4aae8fa1-8395-4459-b517-2bbfbd93ac85 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:53.014100 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-4aae8fa1-8395-4459-b517-2bbfbd93ac85 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 814 time: 0.3018405 Apr 14 16:05:53.051396 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-75d678aa-87ac-424c-b2b0-8dabf9d5b214 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d023ffb059b44c1a49b16ccfd1dd112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682472 Apr 14 16:05:53.052191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44066) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:53.053204 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Request body: {'port': {'device_id': '0aa6dd0f-e118-4fca-b2b9-913a2345eb7b', 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4', 'admin_state_up': True, 'tenant_id': '3333064482394dbaaf2ad94cd790c974'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:53.238062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-937d9b96-15fb-4e12-951d-34258cdcd180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.276008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-937d9b96-15fb-4e12-951d-34258cdcd180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.349149 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-937d9b96-15fb-4e12-951d-34258cdcd180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.356180 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:53.379347 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d9b96-15fb-4e12-951d-34258cdcd180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1ae4c8-56ca-4cec-8f19-77821d109503,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:53.383146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-937d9b96-15fb-4e12-951d-34258cdcd180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:53.385492 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-937d9b96-15fb-4e12-951d-34258cdcd180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.386944 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-937d9b96-15fb-4e12-951d-34258cdcd180 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c1ae4c8-56ca-4cec-8f19-77821d109503 HTTP/1.1" status: 204 len: 168 time: 0.3335812 Apr 14 16:05:53.419967 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:53.449418 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:53.466285 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4100a8-dd0b-4329-9430-a1297beaed1d req-5ba6c949-b8a8-48b8-9caa-b5dc77938731 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:53.467899 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ea4100a8-dd0b-4329-9430-a1297beaed1d req-5ba6c949-b8a8-48b8-9caa-b5dc77938731 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.1810093 Apr 14 16:05:53.481419 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Made reservation on behalf of 3333064482394dbaaf2ad94cd790c974 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:53.505566 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.513099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ac551527-bd85-4cde-a117-b352af32d767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.596764 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ea4100a8-dd0b-4329-9430-a1297beaed1d req-42c91418-b8a9-4837-94b2-f22c47cd0e0a tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178727 Apr 14 16:05:53.727958 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Allocated IP 172.20.0.8 (bf181945-05ee-4785-a92a-96d6d4ca43e4/a741ead3-5ae0-45aa-893b-e434dea70d0a/e7221aed-12d6-4577-be36-db085372660f) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:53.970292 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.971533 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2273adbb-ef3d-47da-b3fe-43644d0674d8 req-2c9cb26b-2c7d-441f-a30e-8e868432d8e6 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 210 time: 0.0720050 Apr 14 16:05:54.028974 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.061000 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.086452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:54.173625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['f983055f-27b0-4f23-a8f9-02ee12a7bb77', 'ddc426d1-1386-443d-98b2-94cb4e71c936'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:54.258601 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Pushing event updated for resources: {'Port': ['ID=e7221aed-12d6-4577-be36-db085372660f,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:54.272767 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:54.336457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Network bf181945-05ee-4785-a92a-96d6d4ca43e4 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:54.337690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:54.340097 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:54.423910 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:54.425257 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.454927 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4060428 Apr 14 16:05:54.473354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Request body: {'port': {'device_id': '0aa6dd0f-e118-4fca-b2b9-913a2345eb7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:54.609283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.640608 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44138) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:54.852935 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-996b69f3-21f8-4cb1-ae07-613dbfbbca6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.896953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-996b69f3-21f8-4cb1-ae07-613dbfbbca6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:54.902405 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-996b69f3-21f8-4cb1-ae07-613dbfbbca6c admin admin] Usage tracker for resource:security_group_rule and tenant:d947e8185c544aa6b1899d955c602a43 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:54.921535 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-996b69f3-21f8-4cb1-ae07-613dbfbbca6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:54.938909 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-996b69f3-21f8-4cb1-ae07-613dbfbbca6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:55.041431 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7221aed-12d6-4577-be36-db085372660f {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:55.059209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.067060 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Transition to ACTIVE for port object e7221aed-12d6-4577-be36-db085372660f will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:55.069969 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.087734 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-996b69f3-21f8-4cb1-ae07-613dbfbbca6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.095505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-996b69f3-21f8-4cb1-ae07-613dbfbbca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.110390 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ed9d675c-8e16-493d-937d-29076104a5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:55.153584 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b69f3-21f8-4cb1-ae07-613dbfbbca6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a494a893-0249-44bb-a3d0-01c982c59de6,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:55.162190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:55.166117 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-996b69f3-21f8-4cb1-ae07-613dbfbbca6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:55.199902 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-996b69f3-21f8-4cb1-ae07-613dbfbbca6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d947e8185c544aa6b1899d955c602a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582712 Apr 14 16:05:55.201442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44164) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:55.231729 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db47bd-80a3-4492-b550-488d82d15bdb req-87ca9475-707e-41ac-9737-97e852abca57 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:55.238879 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31db47bd-80a3-4492-b550-488d82d15bdb req-87ca9475-707e-41ac-9737-97e852abca57 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.4534998 Apr 14 16:05:55.246722 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Pushing event updated for resources: {'Port': ['ID=e7221aed-12d6-4577-be36-db085372660f,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:55.292528 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:55.296143 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31db47bd-80a3-4492-b550-488d82d15bdb req-7b678aa2-0b23-47b5-ab0e-5e68fced9ff1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558579 Apr 14 16:05:55.360242 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-825d1cee-f363-4474-905f-65edcb529036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.425357 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-825d1cee-f363-4474-905f-65edcb529036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.458059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0646f5-3638-415e-be8c-28266ee877b8 req-2d98f335-6c3b-4e46-baad-df8fe23d4cf8 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:55.459095 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-1a0646f5-3638-415e-be8c-28266ee877b8 req-2d98f335-6c3b-4e46-baad-df8fe23d4cf8 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Synchronizing usage tracker for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:55.554090 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-1a0646f5-3638-415e-be8c-28266ee877b8 req-2d98f335-6c3b-4e46-baad-df8fe23d4cf8 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Unset dirty status for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:55.555674 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1a0646f5-3638-415e-be8c-28266ee877b8 req-2d98f335-6c3b-4e46-baad-df8fe23d4cf8 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 943 time: 0.3947451 Apr 14 16:05:55.556083 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-825d1cee-f363-4474-905f-65edcb529036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.566473 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-996b69f3-21f8-4cb1-ae07-613dbfbbca6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:55.595814 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d1cee-f363-4474-905f-65edcb529036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a494a893-0249-44bb-a3d0-01c982c59de6,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:55.599144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-825d1cee-f363-4474-905f-65edcb529036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:55.611902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-825d1cee-f363-4474-905f-65edcb529036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.615584 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-825d1cee-f363-4474-905f-65edcb529036 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a494a893-0249-44bb-a3d0-01c982c59de6 HTTP/1.1" status: 204 len: 168 time: 0.4107904 Apr 14 16:05:55.729016 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1a0646f5-3638-415e-be8c-28266ee877b8 req-a364abfe-f166-403f-bd7a-1e7e23cf4d05 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554573 Apr 14 16:05:55.751557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44188) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:55.760266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Attempting to bind port e7221aed-12d6-4577-be36-db085372660f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:55.760645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Attempting to bind port e7221aed-12d6-4577-be36-db085372660f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:55.761065 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Attempting to bind port e7221aed-12d6-4577-be36-db085372660f on network bf181945-05ee-4785-a92a-96d6d4ca43e4 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:55.770915 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Port e7221aed-12d6-4577-be36-db085372660f on network bf181945-05ee-4785-a92a-96d6d4ca43e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:55.771490 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Attempting to bind port e7221aed-12d6-4577-be36-db085372660f on network bf181945-05ee-4785-a92a-96d6d4ca43e4 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:55.779460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f4703afd-431e-4458-b9c5-a3164570dbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.785033 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:55.785639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Checking segment: {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:55.786145 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Bound using segment: {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:55.786704 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Bound port: e7221aed-12d6-4577-be36-db085372660f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:55.787171 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.878018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] For port e7221aed-12d6-4577-be36-db085372660f, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:55.882169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] For port e7221aed-12d6-4577-be36-db085372660f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e7221aed-12d6-4577-be36-db085372660f,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:55.887026 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.911110 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e6e75a6-a7ee-49b6-954b-e0525f94b2d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:56.049415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b456efd8-e984-4b09-9ea2-1093050359a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.066817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-b456efd8-e984-4b09-9ea2-1093050359a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:56.070999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-b456efd8-e984-4b09-9ea2-1093050359a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a790617ac1c44f62a840a95ece9f98fa is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:56.074388 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-b456efd8-e984-4b09-9ea2-1093050359a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:56.081200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-b456efd8-e984-4b09-9ea2-1093050359a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:56.082053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Pushing event updated for resources: {'Port': ['ID=e7221aed-12d6-4577-be36-db085372660f,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:56.099562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:56.146599 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44212) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:56.167055 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:56.167841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.169417 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] 10.222.0.25 "PUT /v2.0/ports/e7221aed-12d6-4577-be36-db085372660f HTTP/1.1" status: 200 len: 1093 time: 1.7034655 Apr 14 16:05:56.170140 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa6dd0f-e118-4fca-b2b9-913a2345eb7b', 'tag': 'e7221aed-12d6-4577-be36-db085372660f'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:56.197578 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-97fc4e35-cc54-486b-b124-00d4b490785b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.229822 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-97fc4e35-cc54-486b-b124-00d4b490785b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:56.236585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-97fc4e35-cc54-486b-b124-00d4b490785b admin admin] Usage tracker for resource:security_group_rule and tenant:39f35e349f4e4801aaab977592904518 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:56.243113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-97fc4e35-cc54-486b-b124-00d4b490785b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:56.243734 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b456efd8-e984-4b09-9ea2-1093050359a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.248887 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-97fc4e35-cc54-486b-b124-00d4b490785b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:56.254119 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b456efd8-e984-4b09-9ea2-1093050359a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.258040 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa6dd0f-e118-4fca-b2b9-913a2345eb7b', 'tag': 'e7221aed-12d6-4577-be36-db085372660f', 'status': 'completed', 'code': 200} Apr 14 16:05:56.268673 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7038b419-5687-428d-a339-2315562407e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:56.300889 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-c1948934-7b17-42ed-a4f1-3b492e4d065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:56.302627 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-c1948934-7b17-42ed-a4f1-3b492e4d065f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 1096 time: 0.0904531 Apr 14 16:05:56.352800 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b456efd8-e984-4b09-9ea2-1093050359a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a790617ac1c44f62a840a95ece9f98fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5997775 Apr 14 16:05:56.356327 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44228) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:56.357110 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456efd8-e984-4b09-9ea2-1093050359a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf43d05-6ba2-4775-bbc2-e6e8ade1ebb7,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:56.404089 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-97fc4e35-cc54-486b-b124-00d4b490785b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.405850 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b456efd8-e984-4b09-9ea2-1093050359a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:56.421960 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-97fc4e35-cc54-486b-b124-00d4b490785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.431936 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8ecd2da2-de96-44ce-aec0-c6debee86e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:56.500425 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.504021 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc4e35-cc54-486b-b124-00d4b490785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1251c68e-4bd0-4fc9-a6d7-f804644c304d,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:56.517102 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-97fc4e35-cc54-486b-b124-00d4b490785b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39f35e349f4e4801aaab977592904518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690412 Apr 14 16:05:56.518348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-97fc4e35-cc54-486b-b124-00d4b490785b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:56.519019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44236) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:56.566812 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0c18f6a9-7529-4c71-9a29-04ddf06bf9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.610920 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0c18f6a9-7529-4c71-9a29-04ddf06bf9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.679173 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4c8e0f8-1c56-4988-b804-879a5c13eab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.680966 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-e00e8a14-f27d-4cc6-8312-0bd6b5afe627 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7221aed-12d6-4577-be36-db085372660f HTTP/1.1" status: 200 len: 217 time: 0.3669684 Apr 14 16:05:56.734941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0c18f6a9-7529-4c71-9a29-04ddf06bf9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.742831 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e074e3f-f71c-48f8-a59f-227827e5107e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:56.753972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4c8e0f8-1c56-4988-b804-879a5c13eab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.770726 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18f6a9-7529-4c71-9a29-04ddf06bf9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf43d05-6ba2-4775-bbc2-e6e8ade1ebb7,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:56.780013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0c18f6a9-7529-4c71-9a29-04ddf06bf9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:56.813540 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4c8e0f8-1c56-4988-b804-879a5c13eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.827157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:56.828265 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-06b0734d-94e5-49b6-80e6-52524415996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:56.830212 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-06b0734d-94e5-49b6-80e6-52524415996e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a741ead3-5ae0-45aa-893b-e434dea70d0a HTTP/1.1" status: 200 len: 854 time: 0.0970383 Apr 14 16:05:56.844688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4c8e0f8-1c56-4988-b804-879a5c13eab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.854783 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b4c8e0f8-1c56-4988-b804-879a5c13eab9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1251c68e-4bd0-4fc9-a6d7-f804644c304d HTTP/1.1" status: 204 len: 168 time: 0.3328283 Apr 14 16:05:56.856426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8e0f8-1c56-4988-b804-879a5c13eab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1251c68e-4bd0-4fc9-a6d7-f804644c304d,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:56.858689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0c18f6a9-7529-4c71-9a29-04ddf06bf9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.859914 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0c18f6a9-7529-4c71-9a29-04ddf06bf9ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdf43d05-6ba2-4775-bbc2-e6e8ade1ebb7 HTTP/1.1" status: 204 len: 168 time: 0.4994681 Apr 14 16:05:56.889900 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b4c8e0f8-1c56-4988-b804-879a5c13eab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:56.942779 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-035983e3-0f0a-4422-82bf-20ac008f2ce7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf181945-05ee-4785-a92a-96d6d4ca43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054387 Apr 14 16:05:56.954467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfbcfa-5ab9-4017-a8e2-a0978f5f758b req-ffaf3062-9313-4b73-bbde-1fac12409274 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:56.956787 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cfbfbcfa-5ab9-4017-a8e2-a0978f5f758b req-ffaf3062-9313-4b73-bbde-1fac12409274 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.2974629 Apr 14 16:05:56.963997 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.178768 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa265114-5c49-4a68-a51e-f4240222fc9d req-c0a00d9f-cd7e-4d1b-bfb2-cf07cc98cdb1 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:57.189132 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa265114-5c49-4a68-a51e-f4240222fc9d req-c0a00d9f-cd7e-4d1b-bfb2-cf07cc98cdb1 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 943 time: 0.1988471 Apr 14 16:05:57.223404 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cfbfbcfa-5ab9-4017-a8e2-a0978f5f758b req-c45602fc-fbe8-4b21-848d-1865f23ff865 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433772 Apr 14 16:05:57.240253 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa265114-5c49-4a68-a51e-f4240222fc9d req-4c3c5e3f-f893-4eec-bf23-3e2d7fef7585 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500677 Apr 14 16:05:57.266843 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-2f745695-7997-4f0d-abab-48936891217a service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089302 Apr 14 16:05:57.437782 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6cc9d7e7-4d13-49b3-80e8-c30754dbd506 req-e20de65d-0f12-4d0f-8fae-70b153212611 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632679 Apr 14 16:05:57.515445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44276) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:57.535994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb3e4-ebfe-44a0-8f9e-200940dbb36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.556352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3c6fb3e4-ebfe-44a0-8f9e-200940dbb36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:57.561938 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3c6fb3e4-ebfe-44a0-8f9e-200940dbb36c admin admin] Usage tracker for resource:security_group_rule and tenant:f2e0998eccff40fcbb55d4d2d2b9ebf4 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:57.565295 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3c6fb3e4-ebfe-44a0-8f9e-200940dbb36c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:57.571563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3c6fb3e4-ebfe-44a0-8f9e-200940dbb36c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:57.581856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcebf6-5d2c-4d95-aba9-409607f02575 req-0fd735e3-47bc-47bc-9792-32b9b52f6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:57.583789 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81fcebf6-5d2c-4d95-aba9-409607f02575 req-0fd735e3-47bc-47bc-9792-32b9b52f6e5b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 1096 time: 0.0916586 Apr 14 16:05:57.659735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb3e4-ebfe-44a0-8f9e-200940dbb36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.662581 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb3e4-ebfe-44a0-8f9e-200940dbb36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.671450 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:57.718041 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3c6fb3e4-ebfe-44a0-8f9e-200940dbb36c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2e0998eccff40fcbb55d4d2d2b9ebf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988087 Apr 14 16:05:57.718041 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fb3e4-ebfe-44a0-8f9e-200940dbb36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b67db1-aefc-4482-877c-b45e1e00f870,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:57.719444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44284) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:57.722341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3c6fb3e4-ebfe-44a0-8f9e-200940dbb36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:57.787511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcebf6-5d2c-4d95-aba9-409607f02575 req-64229f21-0ed7-4754-9cf6-0b08dcb04511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:57.790054 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81fcebf6-5d2c-4d95-aba9-409607f02575 req-64229f21-0ed7-4754-9cf6-0b08dcb04511 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 915 time: 0.2000148 Apr 14 16:05:57.803736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.818441 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae7a0c94-f4b6-4ca5-b7b0-53754eee3db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.853838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae7a0c94-f4b6-4ca5-b7b0-53754eee3db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.876995 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81fcebf6-5d2c-4d95-aba9-409607f02575 req-159d5494-5336-41ad-a8c6-85d1288c4abf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7221aed-12d6-4577-be36-db085372660f HTTP/1.1" status: 200 len: 217 time: 0.0790267 Apr 14 16:05:57.929480 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae7a0c94-f4b6-4ca5-b7b0-53754eee3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.936738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b56599a1-de4c-40d0-a027-cccc55e01cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:57.961337 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcebf6-5d2c-4d95-aba9-409607f02575 req-39e9b78c-f113-4880-8b53-268d86673c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:57.963415 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81fcebf6-5d2c-4d95-aba9-409607f02575 req-39e9b78c-f113-4880-8b53-268d86673c32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a741ead3-5ae0-45aa-893b-e434dea70d0a HTTP/1.1" status: 200 len: 854 time: 0.0758891 Apr 14 16:05:57.963619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a0c94-f4b6-4ca5-b7b0-53754eee3db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b67db1-aefc-4482-877c-b45e1e00f870,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:57.966522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ae7a0c94-f4b6-4ca5-b7b0-53754eee3db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:57.967805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae7a0c94-f4b6-4ca5-b7b0-53754eee3db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.972176 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ae7a0c94-f4b6-4ca5-b7b0-53754eee3db9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54b67db1-aefc-4482-877c-b45e1e00f870 HTTP/1.1" status: 204 len: 168 time: 0.2517116 Apr 14 16:05:58.025072 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81fcebf6-5d2c-4d95-aba9-409607f02575 req-a2f0f250-4ac4-441b-bace-522062b08699 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf181945-05ee-4785-a92a-96d6d4ca43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515370 Apr 14 16:05:58.184889 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81fcebf6-5d2c-4d95-aba9-409607f02575 req-7b4731f2-2bb2-43a5-8082-797fb6b62732 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478994 Apr 14 16:05:58.438267 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81fcebf6-5d2c-4d95-aba9-409607f02575 req-d4b6c46a-e129-4c0b-ba06-20d92992f790 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492321 Apr 14 16:05:58.599183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3870a0e-c1f0-47b7-9614-b7a29e014ca1 req-f19ed412-a6e6-47f7-b77d-4e785b06b316 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:58.600901 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f3870a0e-c1f0-47b7-9614-b7a29e014ca1 req-f19ed412-a6e6-47f7-b77d-4e785b06b316 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.1487958 Apr 14 16:05:58.653104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b558db0-44ae-48e1-aa6d-ec6edec3bb51 req-5a5475eb-2263-44b0-917d-0c646782608c tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:58.655727 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0b558db0-44ae-48e1-aa6d-ec6edec3bb51 req-5a5475eb-2263-44b0-917d-0c646782608c tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 943 time: 0.1838908 Apr 14 16:05:58.678036 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f3870a0e-c1f0-47b7-9614-b7a29e014ca1 req-b7442aa5-4bee-4fcb-883d-bbce9381ca85 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668652 Apr 14 16:05:58.715914 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0b558db0-44ae-48e1-aa6d-ec6edec3bb51 req-342e13c9-e523-43df-ba6b-bb72ae9e1ad3 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520670 Apr 14 16:05:59.048654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44382) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:59.550284 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0dd15d26-772c-46d4-ab87-76e0eae60cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:59.567090 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0dd15d26-772c-46d4-ab87-76e0eae60cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:59.571503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-0dd15d26-772c-46d4-ab87-76e0eae60cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:4d14034bb4604c149ccc7af07eb545ff is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:59.574648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-0dd15d26-772c-46d4-ab87-76e0eae60cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:59.580948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0dd15d26-772c-46d4-ab87-76e0eae60cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:59.669891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0dd15d26-772c-46d4-ab87-76e0eae60cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:59.672860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0dd15d26-772c-46d4-ab87-76e0eae60cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:59.681775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0c18f6a9-7529-4c71-9a29-04ddf06bf9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:59.745441 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd15d26-772c-46d4-ab87-76e0eae60cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f91e4a-2c2c-4094-b52c-f34bbcdaba50,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:59.762413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0dd15d26-772c-46d4-ab87-76e0eae60cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:59.776661 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 44430) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:59.786838 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0dd15d26-772c-46d4-ab87-76e0eae60cc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d14034bb4604c149ccc7af07eb545ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7366519 Apr 14 16:05:59.852412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3be1e676-0d15-4e3d-9248-4cb94c0ade35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:59.937485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3be1e676-0d15-4e3d-9248-4cb94c0ade35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.029601 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88b71b-e235-493e-aee7-610345d5fde2 req-156f6a5a-cfa2-4d0b-8ccd-972fd25df3a4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:00.037459 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fd88b71b-e235-493e-aee7-610345d5fde2 req-156f6a5a-cfa2-4d0b-8ccd-972fd25df3a4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.1721823 Apr 14 16:06:00.054156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3be1e676-0d15-4e3d-9248-4cb94c0ade35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.054683 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27146f0-0977-4a17-b25d-1256db09310f req-05658e5b-531b-4940-9554-55179b3b654d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:00.056499 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c27146f0-0977-4a17-b25d-1256db09310f req-05658e5b-531b-4940-9554-55179b3b654d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 943 time: 0.1536472 Apr 14 16:06:00.062377 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c876f63a-71e0-4718-a2f5-376bbab71983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:00.083604 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1e676-0d15-4e3d-9248-4cb94c0ade35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f91e4a-2c2c-4094-b52c-f34bbcdaba50,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:00.090211 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c27146f0-0977-4a17-b25d-1256db09310f req-9c83b74d-ba48-4cff-b51d-3fb8a4560b10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263066 Apr 14 16:06:00.090997 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3be1e676-0d15-4e3d-9248-4cb94c0ade35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:00.094659 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fd88b71b-e235-493e-aee7-610345d5fde2 req-769092c2-d10b-47a3-ab12-dd9faf4c5ccc tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563211 Apr 14 16:06:00.095747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3be1e676-0d15-4e3d-9248-4cb94c0ade35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.099370 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3be1e676-0d15-4e3d-9248-4cb94c0ade35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68f91e4a-2c2c-4094-b52c-f34bbcdaba50 HTTP/1.1" status: 204 len: 168 time: 0.3190298 Apr 14 16:06:00.483444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 44454) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:00.502605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4e3e6d7e-ac84-4a61-8fcf-da9809f0006f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.518126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-4e3e6d7e-ac84-4a61-8fcf-da9809f0006f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:00.522137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-4e3e6d7e-ac84-4a61-8fcf-da9809f0006f admin admin] Usage tracker for resource:security_group_rule and tenant:ddb6e468452b4741995deb5815fa2206 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:00.525095 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-4e3e6d7e-ac84-4a61-8fcf-da9809f0006f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:00.531213 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-4e3e6d7e-ac84-4a61-8fcf-da9809f0006f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:00.562518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device e7221aed-12d6-4577-be36-db085372660f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:06:00.616964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4e3e6d7e-ac84-4a61-8fcf-da9809f0006f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.619927 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4e3e6d7e-ac84-4a61-8fcf-da9809f0006f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.633790 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:00.681551 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44464) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:00.695960 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-4e3e6d7e-ac84-4a61-8fcf-da9809f0006f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddb6e468452b4741995deb5815fa2206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112675 Apr 14 16:06:00.698341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e6d7e-ac84-4a61-8fcf-da9809f0006f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda57849-fb3e-489c-9544-a3cf00a2e67f,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:00.705614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4e3e6d7e-ac84-4a61-8fcf-da9809f0006f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:00.729337 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port e7221aed-12d6-4577-be36-db085372660f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e7221aed-12d6-4577-be36-db085372660f,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:00.750158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': 'e7221aed-12d6-4577-be36-db085372660f', 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4', 'port_id': 'e7221aed-12d6-4577-be36-db085372660f', 'mac_address': 'fa:16:3e:8a:e4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a741ead3-5ae0-45aa-893b-e434dea70d0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:06:00.778875 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-35ac7e93-8912-43a1-ae2a-611730eec573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.814480 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-35ac7e93-8912-43a1-ae2a-611730eec573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.862637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.862828 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-35ac7e93-8912-43a1-ae2a-611730eec573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.864929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7221aed-12d6-4577-be36-db085372660f {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:06:00.867902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-33053cb6-44b1-4c7e-84d6-38e57b9acced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:00.882142 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac7e93-8912-43a1-ae2a-611730eec573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda57849-fb3e-489c-9544-a3cf00a2e67f,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:00.884563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-35ac7e93-8912-43a1-ae2a-611730eec573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:00.893460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port e7221aed-12d6-4577-be36-db085372660f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e7221aed-12d6-4577-be36-db085372660f,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:00.894389 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-35ac7e93-8912-43a1-ae2a-611730eec573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.898417 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-35ac7e93-8912-43a1-ae2a-611730eec573 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dda57849-fb3e-489c-9544-a3cf00a2e67f HTTP/1.1" status: 204 len: 168 time: 0.2134218 Apr 14 16:06:00.917025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:00.920028 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:01.023527 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=e7221aed-12d6-4577-be36-db085372660f,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:01.034810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.035602 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.036586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.037149 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.037674 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.038315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.038836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.039505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.040086 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.041194 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.042089 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.043154 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:01.061709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:01.289427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['e7221aed-12d6-4577-be36-db085372660f'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:06:01.385895 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a46aa-cf12-44f9-8a13-81070b542b62 req-c1bef565-177f-4561-82c5-0776a65b45b4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:01.400641 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b53a46aa-cf12-44f9-8a13-81070b542b62 req-c1bef565-177f-4561-82c5-0776a65b45b4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.1309228 Apr 14 16:06:01.473512 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b53a46aa-cf12-44f9-8a13-81070b542b62 req-d5ba01b9-3385-41a1-9700-e23314ac2964 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716412 Apr 14 16:06:01.564563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd15466-61dd-459d-b882-c88d48c2b052 req-a41f8ac3-1b08-45ad-b646-404627f27e17 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:01.568452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:06:01.573921 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4cd15466-61dd-459d-b882-c88d48c2b052 req-a41f8ac3-1b08-45ad-b646-404627f27e17 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 944 time: 0.2112875 Apr 14 16:06:01.647980 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4cd15466-61dd-459d-b882-c88d48c2b052 req-67fd6e92-727c-4988-bbf7-e6f468e4f8e2 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663719 Apr 14 16:06:02.372664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44540) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:02.524035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e478a5a6-92f6-49fd-b9f1-71701701c34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:02.544630 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e478a5a6-92f6-49fd-b9f1-71701701c34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:02.549971 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e478a5a6-92f6-49fd-b9f1-71701701c34b admin admin] Usage tracker for resource:security_group_rule and tenant:7f6a1a1837e44244bcb45f5e51b866ff is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:02.553138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e478a5a6-92f6-49fd-b9f1-71701701c34b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:02.560549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e478a5a6-92f6-49fd-b9f1-71701701c34b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:02.741406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a467a64-178a-4a4a-b0de-37d8e38d64c0 req-a4c41176-16d4-49ef-8935-55906d30e08b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:02.743003 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3a467a64-178a-4a4a-b0de-37d8e38d64c0 req-a4c41176-16d4-49ef-8935-55906d30e08b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.1445401 Apr 14 16:06:02.744931 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e478a5a6-92f6-49fd-b9f1-71701701c34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:02.748810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e478a5a6-92f6-49fd-b9f1-71701701c34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:02.758863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b4c8e0f8-1c56-4988-b804-879a5c13eab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:02.807215 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e478a5a6-92f6-49fd-b9f1-71701701c34b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f6a1a1837e44244bcb45f5e51b866ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333255 Apr 14 16:06:02.817396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44558) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:02.844660 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3a467a64-178a-4a4a-b0de-37d8e38d64c0 req-7705ab0b-57d8-421b-b47b-c171e1c0946e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868108 Apr 14 16:06:02.848315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478a5a6-92f6-49fd-b9f1-71701701c34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c468f32-57e2-4630-8957-da8b15cb9434,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:02.853237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e478a5a6-92f6-49fd-b9f1-71701701c34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:02.970883 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1347c953-01c3-4bc5-af63-5b7a132cac14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:02.970984 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eea599-8df4-4b99-8301-435f172ceb0b req-5296eb7d-609e-43a3-bf73-952c19595c12 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:02.973460 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-26eea599-8df4-4b99-8301-435f172ceb0b req-5296eb7d-609e-43a3-bf73-952c19595c12 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 944 time: 0.1816187 Apr 14 16:06:03.022806 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1347c953-01c3-4bc5-af63-5b7a132cac14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.031836 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-26eea599-8df4-4b99-8301-435f172ceb0b req-bd9bdfa5-162b-4234-8741-6b40b68be506 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500844 Apr 14 16:06:03.103926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1347c953-01c3-4bc5-af63-5b7a132cac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.112759 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-825d1cee-f363-4474-905f-65edcb529036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:03.130567 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347c953-01c3-4bc5-af63-5b7a132cac14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c468f32-57e2-4630-8957-da8b15cb9434,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:03.132660 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1347c953-01c3-4bc5-af63-5b7a132cac14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.134151 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-1347c953-01c3-4bc5-af63-5b7a132cac14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c468f32-57e2-4630-8957-da8b15cb9434 HTTP/1.1" status: 204 len: 168 time: 0.3118994 Apr 14 16:06:03.135781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1347c953-01c3-4bc5-af63-5b7a132cac14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:04.067762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e4650-9728-4152-b221-5a991b9f3a0e req-d14352f1-ed86-4f71-8d3e-6224cf86b075 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:04.069691 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-718e4650-9728-4152-b221-5a991b9f3a0e req-d14352f1-ed86-4f71-8d3e-6224cf86b075 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.0976934 Apr 14 16:06:04.110243 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-718e4650-9728-4152-b221-5a991b9f3a0e req-092076b4-ae2a-4ff2-a747-d65b651a9f33 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261931 Apr 14 16:06:04.267561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7995580-a58a-4e3d-85af-790166630867 req-5b4e1ae5-c961-443d-a491-6da9732f2822 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:04.273294 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b7995580-a58a-4e3d-85af-790166630867 req-5b4e1ae5-c961-443d-a491-6da9732f2822 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 944 time: 0.1049132 Apr 14 16:06:04.305052 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b7995580-a58a-4e3d-85af-790166630867 req-dfbf24f4-e151-4634-b573-8a9b9ec01739 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252738 Apr 14 16:06:04.585930 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device e7221aed-12d6-4577-be36-db085372660f up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:04.665290 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port e7221aed-12d6-4577-be36-db085372660f completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:04.671949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port e7221aed-12d6-4577-be36-db085372660f triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:04.672843 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.752325 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 44682) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:04.819248 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.831505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa6dd0f-e118-4fca-b2b9-913a2345eb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7221aed-12d6-4577-be36-db085372660f'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:04.842202 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port e7221aed-12d6-4577-be36-db085372660f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e7221aed-12d6-4577-be36-db085372660f,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:04.846225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.848805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:04.926266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-be45b1a3-b407-40de-8f06-2bf3ee35960b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.967283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-be45b1a3-b407-40de-8f06-2bf3ee35960b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:04.976696 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-be45b1a3-b407-40de-8f06-2bf3ee35960b admin admin] Usage tracker for resource:security_group_rule and tenant:a2bf92c755954947b2f7c7626628f2cb is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:04.983281 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-be45b1a3-b407-40de-8f06-2bf3ee35960b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:04.988164 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa6dd0f-e118-4fca-b2b9-913a2345eb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7221aed-12d6-4577-be36-db085372660f', 'code': 200} Apr 14 16:06:04.989371 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=e7221aed-12d6-4577-be36-db085372660f,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:04.992790 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-be45b1a3-b407-40de-8f06-2bf3ee35960b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:04.993404 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:05.092883 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-be45b1a3-b407-40de-8f06-2bf3ee35960b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.097756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-be45b1a3-b407-40de-8f06-2bf3ee35960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.113840 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4f3b7efb-dc26-4dbc-96a3-0793d3eea32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:05.146680 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44704) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:05.147167 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-be45b1a3-b407-40de-8f06-2bf3ee35960b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2bf92c755954947b2f7c7626628f2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930602 Apr 14 16:06:05.169685 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45b1a3-b407-40de-8f06-2bf3ee35960b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59551bb-495b-4951-a639-825a2f8d3d76,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:05.228221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-be45b1a3-b407-40de-8f06-2bf3ee35960b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:05.256513 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b05cc-a57e-4c96-ab38-2f75d7404138 req-7801e810-64e1-4b25-8895-2e96666d7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:05.258186 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b65b05cc-a57e-4c96-ab38-2f75d7404138 req-7801e810-64e1-4b25-8895-2e96666d7597 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 1098 time: 0.0938680 Apr 14 16:06:05.298416 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b65b05cc-a57e-4c96-ab38-2f75d7404138 req-fe13065a-bb15-4e22-8ac6-52d8af19a8ea service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309858 Apr 14 16:06:05.305111 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f18b81a-c64b-4a0e-a59c-518810246ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.343213 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f18b81a-c64b-4a0e-a59c-518810246ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.392462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f18b81a-c64b-4a0e-a59c-518810246ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.400309 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ae7a0c94-f4b6-4ca5-b7b0-53754eee3db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:05.416818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18b81a-c64b-4a0e-a59c-518810246ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59551bb-495b-4951-a639-825a2f8d3d76,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:05.419895 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f18b81a-c64b-4a0e-a59c-518810246ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.424250 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2f18b81a-c64b-4a0e-a59c-518810246ee8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a59551bb-495b-4951-a639-825a2f8d3d76 HTTP/1.1" status: 204 len: 168 time: 0.2757111 Apr 14 16:06:05.462516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2f18b81a-c64b-4a0e-a59c-518810246ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:05.531007 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f07d03-b144-4ede-a12e-c80b4d30e48c req-26cd5832-d2f8-4f32-904c-5df1c1e161bb tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:05.533415 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-71f07d03-b144-4ede-a12e-c80b4d30e48c req-26cd5832-d2f8-4f32-904c-5df1c1e161bb tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.1342075 Apr 14 16:06:05.581217 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-71f07d03-b144-4ede-a12e-c80b4d30e48c req-2d687358-02e1-4810-91cb-9eeda72f2d8f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Apr 14 16:06:05.775686 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804259df-94e0-4474-bd14-aaff783b552a req-ea938a5c-51aa-4b2e-869f-a9e8f5a8f604 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:05.780107 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-804259df-94e0-4474-bd14-aaff783b552a req-ea938a5c-51aa-4b2e-869f-a9e8f5a8f604 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 945 time: 0.1095002 Apr 14 16:06:05.827968 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-804259df-94e0-4474-bd14-aaff783b552a req-f4f5c827-9182-46f6-bb23-92c660a3fe6a tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 Apr 14 16:06:06.050617 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 44740) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:06.175335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8fb0fb90-8966-415f-b719-f14b11b38aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.191801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8fb0fb90-8966-415f-b719-f14b11b38aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:06.195798 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8fb0fb90-8966-415f-b719-f14b11b38aba admin admin] Usage tracker for resource:security_group_rule and tenant:b4d3d29731e0404c907b7504fa05f6df is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:06.198771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8fb0fb90-8966-415f-b719-f14b11b38aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:06.204736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8fb0fb90-8966-415f-b719-f14b11b38aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:06.290875 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8fb0fb90-8966-415f-b719-f14b11b38aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.294262 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8fb0fb90-8966-415f-b719-f14b11b38aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.302502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c708b44e-0851-44fa-bab7-dd4169a134ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:06.346196 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8fb0fb90-8966-415f-b719-f14b11b38aba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4d3d29731e0404c907b7504fa05f6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944751 Apr 14 16:06:06.347782 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0fb90-8966-415f-b719-f14b11b38aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7613b59-9da9-4dd1-b394-c7a5702fa409,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:06.349153 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44746) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:06.350882 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8fb0fb90-8966-415f-b719-f14b11b38aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:06.415242 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f098d1dc-2ac0-447b-a880-15751c3248ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.444154 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f098d1dc-2ac0-447b-a880-15751c3248ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.488818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f098d1dc-2ac0-447b-a880-15751c3248ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.493753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e2c59a06-5685-4078-b5e6-36e143671fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:06.506546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098d1dc-2ac0-447b-a880-15751c3248ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7613b59-9da9-4dd1-b394-c7a5702fa409,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:06.509603 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f098d1dc-2ac0-447b-a880-15751c3248ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:06.512223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f098d1dc-2ac0-447b-a880-15751c3248ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.515768 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f098d1dc-2ac0-447b-a880-15751c3248ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7613b59-9da9-4dd1-b394-c7a5702fa409 HTTP/1.1" status: 204 len: 168 time: 0.1631465 Apr 14 16:06:06.798977 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c640e-13f8-4620-b028-1db717a10022 req-fca5e17f-a2fe-476b-9885-f3f144d55611 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:06.807606 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0e4c640e-13f8-4620-b028-1db717a10022 req-fca5e17f-a2fe-476b-9885-f3f144d55611 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.1146364 Apr 14 16:06:06.844293 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0e4c640e-13f8-4620-b028-1db717a10022 req-2174d607-eef5-4495-8d15-442c1a9f74ef tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350204 Apr 14 16:06:06.857306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 44764) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:06.903550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7339a759-18df-4392-962f-e20e5d4c3ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.939716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7339a759-18df-4392-962f-e20e5d4c3ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:06.943970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7339a759-18df-4392-962f-e20e5d4c3ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:7018b51238a043a6adda85488300a412 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:06.951441 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7339a759-18df-4392-962f-e20e5d4c3ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:06.969719 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7339a759-18df-4392-962f-e20e5d4c3ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:07.034936 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fefdaf-5154-4e43-85ac-c42cf0ce080e req-855f86d2-f675-4e55-8bc1-ac98bd7383cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:07.038933 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a9fefdaf-5154-4e43-85ac-c42cf0ce080e req-855f86d2-f675-4e55-8bc1-ac98bd7383cd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 1098 time: 0.1303639 Apr 14 16:06:07.079585 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a9fefdaf-5154-4e43-85ac-c42cf0ce080e req-e171b9dc-d73b-4ee6-81c8-14da17dc763c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Apr 14 16:06:07.175819 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de0690-9e1d-4acc-9b30-d490e8357c94 req-6d957e17-896d-4264-b6ee-8a216968ae6c tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:07.177596 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-33de0690-9e1d-4acc-9b30-d490e8357c94 req-6d957e17-896d-4264-b6ee-8a216968ae6c tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 945 time: 0.1429653 Apr 14 16:06:07.222556 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7339a759-18df-4392-962f-e20e5d4c3ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.226259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7339a759-18df-4392-962f-e20e5d4c3ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.240239 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f316a978-079a-4f52-a5a1-4d2906311d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:07.251483 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-33de0690-9e1d-4acc-9b30-d490e8357c94 req-440c6f5b-b3cd-481d-8f52-b22fae9c4b6d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527472 Apr 14 16:06:07.287571 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7339a759-18df-4392-962f-e20e5d4c3ac0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7018b51238a043a6adda85488300a412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283462 Apr 14 16:06:07.288498 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339a759-18df-4392-962f-e20e5d4c3ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9333e7-9730-42e9-a3d4-4365254ddd4c,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:07.290582 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 44794) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:07.291956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7339a759-18df-4392-962f-e20e5d4c3ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:07.366093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5825e159-1c31-4803-9ae5-05bc2f4dd166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.397523 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5825e159-1c31-4803-9ae5-05bc2f4dd166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.445536 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5825e159-1c31-4803-9ae5-05bc2f4dd166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.452427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1f1a6c43-45cb-4dc1-9103-95728217d1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:07.470196 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825e159-1c31-4803-9ae5-05bc2f4dd166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9333e7-9730-42e9-a3d4-4365254ddd4c,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:07.472934 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5825e159-1c31-4803-9ae5-05bc2f4dd166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:07.488874 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5825e159-1c31-4803-9ae5-05bc2f4dd166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.491607 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-5825e159-1c31-4803-9ae5-05bc2f4dd166 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e9333e7-9730-42e9-a3d4-4365254ddd4c HTTP/1.1" status: 204 len: 168 time: 0.1999032 Apr 14 16:06:07.889816 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 44822) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:07.909928 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fc503f1a-614d-4cee-9abb-fbe6815f1dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.926223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-fc503f1a-614d-4cee-9abb-fbe6815f1dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:07.931181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-fc503f1a-614d-4cee-9abb-fbe6815f1dbf admin admin] Usage tracker for resource:security_group_rule and tenant:cadf6704ca2a465f9adff5ef0a018dc8 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:07.934834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-fc503f1a-614d-4cee-9abb-fbe6815f1dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:07.944470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-fc503f1a-614d-4cee-9abb-fbe6815f1dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:08.039177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fc503f1a-614d-4cee-9abb-fbe6815f1dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.041417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fc503f1a-614d-4cee-9abb-fbe6815f1dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.050364 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:08.060597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d7a6-3eca-4d35-a2d4-568ca1bd65fb req-609f6bbe-6288-4260-9651-1d9d1278dc8f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:08.062250 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4815d7a6-3eca-4d35-a2d4-568ca1bd65fb req-609f6bbe-6288-4260-9651-1d9d1278dc8f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.0906401 Apr 14 16:06:08.095362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc503f1a-614d-4cee-9abb-fbe6815f1dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941c6e35-9e98-4389-8976-391c2afe92af,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:08.097481 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4815d7a6-3eca-4d35-a2d4-568ca1bd65fb req-8760bc60-a25b-4381-8732-aebc059805e2 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286791 Apr 14 16:06:08.098603 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fc503f1a-614d-4cee-9abb-fbe6815f1dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:08.105161 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-fc503f1a-614d-4cee-9abb-fbe6815f1dbf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cadf6704ca2a465f9adff5ef0a018dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140913 Apr 14 16:06:08.105775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 44826) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:08.174420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a4de158c-6da2-4578-9b1c-664dec61b8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.204609 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a4de158c-6da2-4578-9b1c-664dec61b8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.250026 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a4de158c-6da2-4578-9b1c-664dec61b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.255027 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4e3e6d7e-ac84-4a61-8fcf-da9809f0006f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:08.266909 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de158c-6da2-4578-9b1c-664dec61b8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941c6e35-9e98-4389-8976-391c2afe92af,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:08.270863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a4de158c-6da2-4578-9b1c-664dec61b8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:08.274209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a4de158c-6da2-4578-9b1c-664dec61b8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.275415 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a4de158c-6da2-4578-9b1c-664dec61b8b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/941c6e35-9e98-4389-8976-391c2afe92af HTTP/1.1" status: 204 len: 168 time: 0.1686764 Apr 14 16:06:09.352556 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c1b47-62df-4a13-8e42-f1362fc68dc0 req-1bdbd331-812c-4176-a0dd-d8f381c74a65 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:09.361060 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8d0c1b47-62df-4a13-8e42-f1362fc68dc0 req-1bdbd331-812c-4176-a0dd-d8f381c74a65 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.1025970 Apr 14 16:06:09.403058 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8d0c1b47-62df-4a13-8e42-f1362fc68dc0 req-c9b4e6b3-30cb-4c92-ab52-1b2fb8d1cee1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Apr 14 16:06:09.624802 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb2ebc-e368-46db-8044-1d5218d57f09 req-dc8d5336-a42d-49ce-a121-41e9e1294cfc tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:09.632608 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e5fb2ebc-e368-46db-8044-1d5218d57f09 req-dc8d5336-a42d-49ce-a121-41e9e1294cfc tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1065409 Apr 14 16:06:09.670521 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e5fb2ebc-e368-46db-8044-1d5218d57f09 req-9db557ce-c040-4c35-9eb2-77ca73b05bdf tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367525 Apr 14 16:06:12.146496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84509e4-f6c0-4008-b323-b69b42ee7365 req-218ee7c7-a88c-4fb6-9dd4-74ecd41ededd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:12.148096 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a84509e4-f6c0-4008-b323-b69b42ee7365 req-218ee7c7-a88c-4fb6-9dd4-74ecd41ededd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 1098 time: 0.0974722 Apr 14 16:06:12.224930 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ceb5f-e3c2-4de0-8fec-7d6b7488882d req-9798509c-6c39-4804-b27d-24e5f038a74f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:12.226550 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-799ceb5f-e3c2-4de0-8fec-7d6b7488882d req-9798509c-6c39-4804-b27d-24e5f038a74f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1106212 Apr 14 16:06:12.269822 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-799ceb5f-e3c2-4de0-8fec-7d6b7488882d req-b130dde6-85b2-4639-b59a-737ec8ee8e51 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Apr 14 16:06:12.330824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84509e4-f6c0-4008-b323-b69b42ee7365 req-3382f317-087e-4aa8-a99b-7f165379b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:12.332750 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a84509e4-f6c0-4008-b323-b69b42ee7365 req-3382f317-087e-4aa8-a99b-7f165379b560 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 920 time: 0.1723292 Apr 14 16:06:12.447070 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a84509e4-f6c0-4008-b323-b69b42ee7365 req-cbfaf0d3-8454-48dc-b1d3-32bf713c6cdb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 HTTP/1.1" status: 200 len: 217 time: 0.0967603 Apr 14 16:06:12.539577 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84509e4-f6c0-4008-b323-b69b42ee7365 req-ef25b026-2313-4567-a1cd-413bd7ed8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:12.541175 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a84509e4-f6c0-4008-b323-b69b42ee7365 req-ef25b026-2313-4567-a1cd-413bd7ed8618 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=205a602a-d21f-462a-9232-3855ae667a74 HTTP/1.1" status: 200 len: 859 time: 0.0781269 Apr 14 16:06:12.595864 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a84509e4-f6c0-4008-b323-b69b42ee7365 req-f7d6d1a7-0e81-4e82-b250-d4f989480877 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea67db47-bf65-4079-9934-9f42e3de44e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474222 Apr 14 16:06:12.790197 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a84509e4-f6c0-4008-b323-b69b42ee7365 req-bd21b536-d737-4018-a869-08fe91d89abc service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868248 Apr 14 16:06:13.160600 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a84509e4-f6c0-4008-b323-b69b42ee7365 req-f0cc1beb-7a52-4231-8ea9-31ad9ddc21f9 service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580315 Apr 14 16:06:13.481279 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 45038) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:13.483615 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa0bcb-4748-4fb7-baf2-e4e5d43867e5 req-49412ebe-7b2d-4d8b-80c3-974774590699 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:13.491668 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6caa0bcb-4748-4fb7-baf2-e4e5d43867e5 req-49412ebe-7b2d-4d8b-80c3-974774590699 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1045327 Apr 14 16:06:13.532700 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6caa0bcb-4748-4fb7-baf2-e4e5d43867e5 req-52f4a7d2-26ac-4dc5-8b40-36f8c2efbbac tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Apr 14 16:06:13.616329 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d24c766b-ed77-4bf0-95bc-b89c46d52127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.632511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d24c766b-ed77-4bf0-95bc-b89c46d52127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:13.636686 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d24c766b-ed77-4bf0-95bc-b89c46d52127 admin admin] Usage tracker for resource:security_group_rule and tenant:d54de4f2a12e4b40a56d050edcae3d9b is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:13.639716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d24c766b-ed77-4bf0-95bc-b89c46d52127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:13.646224 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d24c766b-ed77-4bf0-95bc-b89c46d52127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:13.733723 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d24c766b-ed77-4bf0-95bc-b89c46d52127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.737013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d24c766b-ed77-4bf0-95bc-b89c46d52127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.759216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7339a759-18df-4392-962f-e20e5d4c3ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:13.781273 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d24c766b-ed77-4bf0-95bc-b89c46d52127 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d54de4f2a12e4b40a56d050edcae3d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986205 Apr 14 16:06:13.783296 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 45052) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:13.802965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c766b-ed77-4bf0-95bc-b89c46d52127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076117ab-f511-47fa-8a58-4edf4f0f0441,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:13.818325 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d24c766b-ed77-4bf0-95bc-b89c46d52127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:13.855670 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1a67-8e5e-45dd-9320-ce8fded94aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.883837 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1a67-8e5e-45dd-9320-ce8fded94aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.931571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1a67-8e5e-45dd-9320-ce8fded94aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.937124 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a7649b23-f7a9-4248-b5ab-f305d3a8589a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:13.977271 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c1a67-8e5e-45dd-9320-ce8fded94aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076117ab-f511-47fa-8a58-4edf4f0f0441,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:13.985053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fa0c1a67-8e5e-45dd-9320-ce8fded94aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:13.998041 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1a67-8e5e-45dd-9320-ce8fded94aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.999374 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-fa0c1a67-8e5e-45dd-9320-ce8fded94aab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/076117ab-f511-47fa-8a58-4edf4f0f0441 HTTP/1.1" status: 204 len: 168 time: 0.2147503 Apr 14 16:06:14.653417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-6b17ce52-c454-4ecd-9c78-d0717aaa12d7 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:14.655613 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-6b17ce52-c454-4ecd-9c78-d0717aaa12d7 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 814 time: 0.1762393 Apr 14 16:06:14.686082 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-b9cb61a0-4687-4366-a900-916b84c7033b tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/quotas/3333064482394dbaaf2ad94cd790c974 HTTP/1.1" status: 200 len: 375 time: 0.0238295 Apr 14 16:06:14.815603 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3d79b-91dc-4b1b-8ea0-ffae2e7bad5b req-0b6753e5-b674-4a08-8960-76edf06da3c9 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:14.817395 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99a3d79b-91dc-4b1b-8ea0-ffae2e7bad5b req-0b6753e5-b674-4a08-8960-76edf06da3c9 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1134777 Apr 14 16:06:14.839598 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-98e2d2b3-8129-47fa-be6b-7ab1ebdd874c tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1475425 Apr 14 16:06:14.851194 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99a3d79b-91dc-4b1b-8ea0-ffae2e7bad5b req-bd4f7f68-d4e8-45ec-bcc4-087c2aeb06fb tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247762 Apr 14 16:06:14.989436 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-709273c6-ac88-4fcc-a817-0da6d0e44bd4 service neutron] 10.222.0.48 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412551 Apr 14 16:06:15.138036 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-435a9e75-4290-447e-a20f-62ce8b131e87 service neutron] 10.222.0.48 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409612 Apr 14 16:06:15.357497 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-10c428e8-bb76-49e0-bac4-8d460741f56c req-ea082c42-85c2-4ef8-bab6-12f6f16e3759 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 210 time: 0.0594611 Apr 14 16:06:16.168676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc19dfe-798f-4ba5-b382-afd62ca15f8e req-a7efdf82-7f97-4606-a363-a28431270311 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:16.173279 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cdc19dfe-798f-4ba5-b382-afd62ca15f8e req-a7efdf82-7f97-4606-a363-a28431270311 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1087637 Apr 14 16:06:16.208099 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cdc19dfe-798f-4ba5-b382-afd62ca15f8e req-03a4b0be-bde5-4587-bf09-d1eef2b25cd5 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300622 Apr 14 16:06:16.546096 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31c88547-f39b-4a00-96a6-2abd38673596 req-239cfe4c-73b0-4add-a20a-50fd5e97992a tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 210 time: 0.0555921 Apr 14 16:06:16.878412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-ad7f0d9b-5d93-4c06-a1bc-7549e98ceb9d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:16.880028 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-ad7f0d9b-5d93-4c06-a1bc-7549e98ceb9d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 814 time: 0.1791189 Apr 14 16:06:16.898311 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Request body: {'port': {'device_id': '742db4a7-4b9d-45e0-9c13-6665d164529f', 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4', 'admin_state_up': True, 'tenant_id': '3333064482394dbaaf2ad94cd790c974'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:17.060338 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:17.070532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:17.080443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Made reservation on behalf of 3333064482394dbaaf2ad94cd790c974 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:17.086611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:17.250429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Allocated IP 172.20.0.3 (bf181945-05ee-4785-a92a-96d6d4ca43e4/a741ead3-5ae0-45aa-893b-e434dea70d0a/6c56cad6-1c1b-444a-b504-432d0791f853) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:17.484762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f1e8c-76dd-41f7-acb8-d155f8aa8b95 req-21b0d5e6-d70a-42ad-b838-5dfda574559b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:17.486330 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2d3f1e8c-76dd-41f7-acb8-d155f8aa8b95 req-21b0d5e6-d70a-42ad-b838-5dfda574559b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0976181 Apr 14 16:06:17.491602 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:17.521623 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2d3f1e8c-76dd-41f7-acb8-d155f8aa8b95 req-b58d4f20-d5aa-4dcd-83af-99a67aadbe47 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284595 Apr 14 16:06:17.522646 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:17.535881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['f983055f-27b0-4f23-a8f9-02ee12a7bb77', 'ddc426d1-1386-443d-98b2-94cb4e71c936', 'e7221aed-12d6-4577-be36-db085372660f'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:06:17.539880 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c954bf7c-1c0b-4400-a3d8-5b3ca8046097 tempest-DeleteServersTestJSON-1419962510 tempest-DeleteServersTestJSON-1419962510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:17.682314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Pushing event updated for resources: {'Port': ['ID=6c56cad6-1c1b-444a-b504-432d0791f853,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:17.685936 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:17.749973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Network bf181945-05ee-4785-a92a-96d6d4ca43e4 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:17.751367 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:17.758710 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:17.893205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:17.893923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:17.959067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c042-7065-43d8-a5c8-b26c592759e1 req-f7c21ed3-60ec-48f6-acae-cc75da6d0345 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:17.959836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-5f55c042-7065-43d8-a5c8-b26c592759e1 req-f7c21ed3-60ec-48f6-acae-cc75da6d0345 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Synchronizing usage tracker for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:17.968217 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0742633 Apr 14 16:06:17.987186 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Request body: {'port': {'device_id': '742db4a7-4b9d-45e0-9c13-6665d164529f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:18.106333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-5f55c042-7065-43d8-a5c8-b26c592759e1 req-f7c21ed3-60ec-48f6-acae-cc75da6d0345 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Unset dirty status for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:18.107609 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5f55c042-7065-43d8-a5c8-b26c592759e1 req-f7c21ed3-60ec-48f6-acae-cc75da6d0345 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 931 time: 0.3127518 Apr 14 16:06:18.173050 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5f55c042-7065-43d8-a5c8-b26c592759e1 req-4a1c81e4-2850-49c3-82fe-05caf8ddab4f tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526266 Apr 14 16:06:18.175810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.366012 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 45284) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:18.531155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6c773085-6a67-4457-8cae-83d96828a10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.553724 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-6c773085-6a67-4457-8cae-83d96828a10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:18.559081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-6c773085-6a67-4457-8cae-83d96828a10d admin admin] Usage tracker for resource:security_group_rule and tenant:4412aefbf4e34294a7058284f2d3eff5 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:18.562325 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-6c773085-6a67-4457-8cae-83d96828a10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:18.570107 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-6c773085-6a67-4457-8cae-83d96828a10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:18.680848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6c773085-6a67-4457-8cae-83d96828a10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.684105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6c773085-6a67-4457-8cae-83d96828a10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.703554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c56cad6-1c1b-444a-b504-432d0791f853 {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:06:18.713023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.718360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a27e1362-a4cf-46e3-a256-ab4f1c53d74b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:18.742051 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6c773085-6a67-4457-8cae-83d96828a10d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4412aefbf4e34294a7058284f2d3eff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726749 Apr 14 16:06:18.753124 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 45298) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:18.780035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Transition to ACTIVE for port object 6c56cad6-1c1b-444a-b504-432d0791f853 will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:18.787524 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.820496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c773085-6a67-4457-8cae-83d96828a10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f48821-ab9d-4eaa-9b12-3c1c8c0f1cf4,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:18.822250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:18.836068 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6c773085-6a67-4457-8cae-83d96828a10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:18.870193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ff9cdc53-7302-41bd-ad4e-9e5720f075c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.902801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ff9cdc53-7302-41bd-ad4e-9e5720f075c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.950572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ff9cdc53-7302-41bd-ad4e-9e5720f075c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.972612 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b9a9fad6-ac4a-486c-88f4-b1faaf57b276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:19.016420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b5736-5894-4ab2-93bf-ed589e7fe8a2 req-acc029e2-f897-43ba-95e7-8d3cf41c41d1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:19.020286 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cdc53-7302-41bd-ad4e-9e5720f075c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f48821-ab9d-4eaa-9b12-3c1c8c0f1cf4,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:19.030396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ff9cdc53-7302-41bd-ad4e-9e5720f075c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.032089 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ff9cdc53-7302-41bd-ad4e-9e5720f075c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8f48821-ab9d-4eaa-9b12-3c1c8c0f1cf4 HTTP/1.1" status: 204 len: 168 time: 0.2777138 Apr 14 16:06:19.033363 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ff9cdc53-7302-41bd-ad4e-9e5720f075c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:19.036839 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-779b5736-5894-4ab2-93bf-ed589e7fe8a2 req-acc029e2-f897-43ba-95e7-8d3cf41c41d1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.3121710 Apr 14 16:06:19.055596 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Pushing event updated for resources: {'Port': ['ID=6c56cad6-1c1b-444a-b504-432d0791f853,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:19.064061 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:19.084781 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-779b5736-5894-4ab2-93bf-ed589e7fe8a2 req-b5006872-aae1-496f-896a-7354414fccb8 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471773 Apr 14 16:06:19.453194 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2271f5-33e2-43c9-9cee-23346de8b802 req-da00c8f4-2904-4772-b76f-11e7bc940a96 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:19.455439 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2a2271f5-33e2-43c9-9cee-23346de8b802 req-da00c8f4-2904-4772-b76f-11e7bc940a96 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 943 time: 0.1368079 Apr 14 16:06:19.478972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 45334) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:19.513549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e4588447-139f-4881-8051-a6f040f5d5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.525821 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2a2271f5-33e2-43c9-9cee-23346de8b802 req-a7aeae0e-54c1-4544-8857-cce094a99676 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604460 Apr 14 16:06:19.541851 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e4588447-139f-4881-8051-a6f040f5d5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:19.556056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Attempting to bind port 6c56cad6-1c1b-444a-b504-432d0791f853 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:19.556236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e4588447-139f-4881-8051-a6f040f5d5df admin admin] Usage tracker for resource:security_group_rule and tenant:2ebf875f6fe045188e491ef191363e67 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:19.556349 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Attempting to bind port 6c56cad6-1c1b-444a-b504-432d0791f853 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:19.556349 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Attempting to bind port 6c56cad6-1c1b-444a-b504-432d0791f853 on network bf181945-05ee-4785-a92a-96d6d4ca43e4 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:19.556576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e4588447-139f-4881-8051-a6f040f5d5df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:19.556678 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Port 6c56cad6-1c1b-444a-b504-432d0791f853 on network bf181945-05ee-4785-a92a-96d6d4ca43e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:06:19.556678 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Attempting to bind port 6c56cad6-1c1b-444a-b504-432d0791f853 on network bf181945-05ee-4785-a92a-96d6d4ca43e4 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:19.557007 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e4588447-139f-4881-8051-a6f040f5d5df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:19.559852 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:19.560228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Checking segment: {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:19.560651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Bound using segment: {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:19.561148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Bound port: 6c56cad6-1c1b-444a-b504-432d0791f853, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3ab707-5331-4e24-9133-f097d8fcd9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:19.561535 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.641921 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] For port 6c56cad6-1c1b-444a-b504-432d0791f853, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:19.645302 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] For port 6c56cad6-1c1b-444a-b504-432d0791f853, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6c56cad6-1c1b-444a-b504-432d0791f853,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:19.649546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.659569 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e4588447-139f-4881-8051-a6f040f5d5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.662359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e4588447-139f-4881-8051-a6f040f5d5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.665028 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-38183a38-7c6a-48cf-a1ab-0b1a99828b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:19.672243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-bbb2c8f5-8ba1-40dd-b84e-d6942e2ef8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:19.721010 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e4588447-139f-4881-8051-a6f040f5d5df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ebf875f6fe045188e491ef191363e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381930 Apr 14 16:06:19.722001 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4588447-139f-4881-8051-a6f040f5d5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30094a4-acd3-479a-a6bd-82f868c967d5,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:19.724464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 45342) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:19.727344 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e4588447-139f-4881-8051-a6f040f5d5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:19.790329 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-da132dbf-9541-4fa2-ae84-49034b59036d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.819569 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-da132dbf-9541-4fa2-ae84-49034b59036d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.824244 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Pushing event updated for resources: {'Port': ['ID=6c56cad6-1c1b-444a-b504-432d0791f853,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:19.830231 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:19.861050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:19.861722 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.863190 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] 10.222.0.25 "PUT /v2.0/ports/6c56cad6-1c1b-444a-b504-432d0791f853 HTTP/1.1" status: 200 len: 1093 time: 1.8806911 Apr 14 16:06:19.863703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742db4a7-4b9d-45e0-9c13-6665d164529f', 'tag': '6c56cad6-1c1b-444a-b504-432d0791f853'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:19.866171 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-da132dbf-9541-4fa2-ae84-49034b59036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.872142 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-bc2caa32-0062-427b-b873-60b6d35e4859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:19.888278 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da132dbf-9541-4fa2-ae84-49034b59036d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30094a4-acd3-479a-a6bd-82f868c967d5,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:19.891519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-da132dbf-9541-4fa2-ae84-49034b59036d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:19.892391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-da132dbf-9541-4fa2-ae84-49034b59036d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.896758 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-da132dbf-9541-4fa2-ae84-49034b59036d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a30094a4-acd3-479a-a6bd-82f868c967d5 HTTP/1.1" status: 204 len: 168 time: 0.1681650 Apr 14 16:06:19.953211 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742db4a7-4b9d-45e0-9c13-6665d164529f', 'tag': '6c56cad6-1c1b-444a-b504-432d0791f853', 'status': 'completed', 'code': 200} Apr 14 16:06:20.002361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-a479618b-ebe4-4a38-8615-307f8c0ab3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:20.003984 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-a479618b-ebe4-4a38-8615-307f8c0ab3fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 1096 time: 0.1021028 Apr 14 16:06:20.092046 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-475c7844-44be-499c-a43e-e3d17c0329e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c56cad6-1c1b-444a-b504-432d0791f853 HTTP/1.1" status: 200 len: 217 time: 0.0707376 Apr 14 16:06:20.164975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-32a4b255-bccb-46c7-8a5f-0901077a1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:20.166560 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-32a4b255-bccb-46c7-8a5f-0901077a1392 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a741ead3-5ae0-45aa-893b-e434dea70d0a HTTP/1.1" status: 200 len: 854 time: 0.0665982 Apr 14 16:06:20.273585 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-7d3d79b6-6ccf-46fb-ae40-c37e980d8ce5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf181945-05ee-4785-a92a-96d6d4ca43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995829 Apr 14 16:06:20.423756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5262182-5d28-454d-92a5-c526902b70f8 req-a7040c4d-5a23-46ce-becd-307486c392ae tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:20.425484 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d5262182-5d28-454d-92a5-c526902b70f8 req-a7040c4d-5a23-46ce-becd-307486c392ae tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.2098739 Apr 14 16:06:20.487656 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d5262182-5d28-454d-92a5-c526902b70f8 req-44d9fb65-bd45-4001-8b0f-ab45ee42ff4b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471065 Apr 14 16:06:20.493768 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-1f904aea-c9b0-4d2c-8fdc-b39347adb312 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122207 Apr 14 16:06:20.653270 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-82cf4625-3e87-4ae2-b759-818f9e717da0 req-aa6fe739-7ec9-494f-87c2-ef5e210a6532 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472399 Apr 14 16:06:20.830315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a0514-9746-4721-ae50-da7ec0298d68 req-f86eeec7-a876-4327-b14a-bc9f92649f4b tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:20.832017 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-087a0514-9746-4721-ae50-da7ec0298d68 req-f86eeec7-a876-4327-b14a-bc9f92649f4b tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 943 time: 0.1714525 Apr 14 16:06:20.884249 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a0d9c-b80e-43e3-9b9a-e29eed45c2e8 req-b0d44b03-3845-4072-86ce-6147af35403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:20.885941 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8e8a0d9c-b80e-43e3-9b9a-e29eed45c2e8 req-b0d44b03-3845-4072-86ce-6147af35403d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3333064482394dbaaf2ad94cd790c974&device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 1096 time: 0.1652951 Apr 14 16:06:20.912926 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-087a0514-9746-4721-ae50-da7ec0298d68 req-e3a0b636-cd83-4f20-86f1-cbaa2b440945 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724616 Apr 14 16:06:21.113687 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a0d9c-b80e-43e3-9b9a-e29eed45c2e8 req-a6a77a32-be4f-47bd-932b-791d26ed74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:21.115353 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8e8a0d9c-b80e-43e3-9b9a-e29eed45c2e8 req-a6a77a32-be4f-47bd-932b-791d26ed74a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 200 len: 915 time: 0.2209673 Apr 14 16:06:21.204569 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8e8a0d9c-b80e-43e3-9b9a-e29eed45c2e8 req-99b378d5-b833-4c2f-8140-7a0be1ddb61c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c56cad6-1c1b-444a-b504-432d0791f853 HTTP/1.1" status: 200 len: 217 time: 0.0811517 Apr 14 16:06:21.289836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a0d9c-b80e-43e3-9b9a-e29eed45c2e8 req-f92fdced-eda2-49f2-a7a5-bfc5f69f2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:21.292512 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8e8a0d9c-b80e-43e3-9b9a-e29eed45c2e8 req-f92fdced-eda2-49f2-a7a5-bfc5f69f2a86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a741ead3-5ae0-45aa-893b-e434dea70d0a HTTP/1.1" status: 200 len: 854 time: 0.0794094 Apr 14 16:06:21.358102 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8e8a0d9c-b80e-43e3-9b9a-e29eed45c2e8 req-07f9698e-a83f-47f0-aef3-45cc966c015c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf181945-05ee-4785-a92a-96d6d4ca43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478890 Apr 14 16:06:21.520589 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8e8a0d9c-b80e-43e3-9b9a-e29eed45c2e8 req-bc2aab4e-52d2-4975-82d6-ffe87a5551fe service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470504 Apr 14 16:06:21.773391 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8e8a0d9c-b80e-43e3-9b9a-e29eed45c2e8 req-d97162b0-1483-4f3c-b139-9b219c420c01 service neutron] 10.222.0.25 "GET /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442818 Apr 14 16:06:21.787764 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b2431-7c09-4992-b760-c5f72402f944 req-4af08e2b-57f8-420f-88da-fbea64c0a32b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:21.793996 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-360b2431-7c09-4992-b760-c5f72402f944 req-4af08e2b-57f8-420f-88da-fbea64c0a32b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1618111 Apr 14 16:06:21.823761 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-360b2431-7c09-4992-b760-c5f72402f944 req-e2dbf8fe-a39a-48b2-9247-e27b4be00c5e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257063 Apr 14 16:06:22.167682 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727364ae-c86d-4a6b-8c7b-7b9d1a2ad430 req-f3ed0e12-8f1e-47ce-ad6f-24e9188a2c22 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:22.175301 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-727364ae-c86d-4a6b-8c7b-7b9d1a2ad430 req-f3ed0e12-8f1e-47ce-ad6f-24e9188a2c22 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 943 time: 0.1198313 Apr 14 16:06:22.216202 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-727364ae-c86d-4a6b-8c7b-7b9d1a2ad430 req-479fa471-1beb-47a4-a471-5b9395dd85cf tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Apr 14 16:06:22.491919 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 45462) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:22.655007 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3504de31-d998-4ca6-90a2-0dba1d712f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.669757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 6c56cad6-1c1b-444a-b504-432d0791f853 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:06:22.686525 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3504de31-d998-4ca6-90a2-0dba1d712f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:22.690627 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3504de31-d998-4ca6-90a2-0dba1d712f4e admin admin] Usage tracker for resource:security_group_rule and tenant:754694f671b6457ab789208a3c719b1e is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:22.693640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3504de31-d998-4ca6-90a2-0dba1d712f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:22.708833 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3504de31-d998-4ca6-90a2-0dba1d712f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:22.806336 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3504de31-d998-4ca6-90a2-0dba1d712f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.809928 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3504de31-d998-4ca6-90a2-0dba1d712f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.820111 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-442642ac-148a-4e5c-a2a0-34184fb1b688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:22.825717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 6c56cad6-1c1b-444a-b504-432d0791f853, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6c56cad6-1c1b-444a-b504-432d0791f853,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:22.840765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '6c56cad6-1c1b-444a-b504-432d0791f853', 'network_id': 'bf181945-05ee-4785-a92a-96d6d4ca43e4', 'port_id': '6c56cad6-1c1b-444a-b504-432d0791f853', 'mac_address': 'fa:16:3e:94:ab:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a741ead3-5ae0-45aa-893b-e434dea70d0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:06:22.867132 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3504de31-d998-4ca6-90a2-0dba1d712f4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=754694f671b6457ab789208a3c719b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715143 Apr 14 16:06:22.867546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 45482) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:22.871193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504de31-d998-4ca6-90a2-0dba1d712f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb978fb-20d2-40af-a762-aa27e9c520a4,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:22.895246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3504de31-d998-4ca6-90a2-0dba1d712f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:22.914132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.919881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c56cad6-1c1b-444a-b504-432d0791f853 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:06:22.943658 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 6c56cad6-1c1b-444a-b504-432d0791f853, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6c56cad6-1c1b-444a-b504-432d0791f853,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:22.946801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.949748 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:23.010115 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d7217579-a918-43b4-8e97-221c31a90265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.037829 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=6c56cad6-1c1b-444a-b504-432d0791f853,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:23.042602 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:23.056309 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d7217579-a918-43b4-8e97-221c31a90265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.084406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b96bec-73c6-4a65-9a3e-3a1034da3139 req-b93c6714-b21a-4aad-94d7-d16168bea934 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:23.089836 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-49b96bec-73c6-4a65-9a3e-3a1034da3139 req-b93c6714-b21a-4aad-94d7-d16168bea934 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1030617 Apr 14 16:06:23.108922 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d7217579-a918-43b4-8e97-221c31a90265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.118270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f904699e-acc5-4b43-9643-ef815fc88e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:23.131416 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-49b96bec-73c6-4a65-9a3e-3a1034da3139 req-fd78a689-0db9-4ba2-8080-abedbe3ae400 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359745 Apr 14 16:06:23.134470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7217579-a918-43b4-8e97-221c31a90265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb978fb-20d2-40af-a762-aa27e9c520a4,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:23.137893 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d7217579-a918-43b4-8e97-221c31a90265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:23.153533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d7217579-a918-43b4-8e97-221c31a90265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.171361 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d7217579-a918-43b4-8e97-221c31a90265 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cb978fb-20d2-40af-a762-aa27e9c520a4 HTTP/1.1" status: 204 len: 168 time: 0.3019156 Apr 14 16:06:23.315247 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['6c56cad6-1c1b-444a-b504-432d0791f853'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:06:23.443711 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686d4d-c332-41ee-b4d7-b81f4a7f6262 req-2f75f3a7-6439-4231-89cb-b2b0e8da612d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:23.460195 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c5686d4d-c332-41ee-b4d7-b81f4a7f6262 req-2f75f3a7-6439-4231-89cb-b2b0e8da612d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 944 time: 0.1214280 Apr 14 16:06:23.502091 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c5686d4d-c332-41ee-b4d7-b81f4a7f6262 req-0a4d3d5d-999e-4aee-a658-76fd7778416e tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349290 Apr 14 16:06:23.550137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-91239a1a-3f12-4a60-bccb-e48a62f41366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.554088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 45510) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:23.574633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-896b2cdc-b889-404d-b862-eb1f2da59415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.594435 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-896b2cdc-b889-404d-b862-eb1f2da59415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:23.598643 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-896b2cdc-b889-404d-b862-eb1f2da59415 admin admin] Usage tracker for resource:security_group_rule and tenant:b74d59ce7f93474fac96464f59ff5d2a is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:23.601596 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-896b2cdc-b889-404d-b862-eb1f2da59415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:23.608127 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-896b2cdc-b889-404d-b862-eb1f2da59415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:23.694138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-896b2cdc-b889-404d-b862-eb1f2da59415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.697122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-896b2cdc-b889-404d-b862-eb1f2da59415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.706393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:23.750300 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-896b2cdc-b889-404d-b862-eb1f2da59415 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b74d59ce7f93474fac96464f59ff5d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949980 Apr 14 16:06:23.751258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b2cdc-b889-404d-b862-eb1f2da59415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30052cde-3bb0-4f45-b0f9-0c0fddc03c4e,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:23.753716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 45518) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:23.757399 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-896b2cdc-b889-404d-b862-eb1f2da59415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:23.817464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f516202b-6d65-4df9-bbd3-752a81ce2954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.845527 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f516202b-6d65-4df9-bbd3-752a81ce2954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.892283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f516202b-6d65-4df9-bbd3-752a81ce2954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.900773 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:23.917846 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516202b-6d65-4df9-bbd3-752a81ce2954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30052cde-3bb0-4f45-b0f9-0c0fddc03c4e,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:23.920578 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f516202b-6d65-4df9-bbd3-752a81ce2954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:23.921674 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f516202b-6d65-4df9-bbd3-752a81ce2954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.934945 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f516202b-6d65-4df9-bbd3-752a81ce2954 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30052cde-3bb0-4f45-b0f9-0c0fddc03c4e HTTP/1.1" status: 204 len: 168 time: 0.1799805 Apr 14 16:06:23.971073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:24.355342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb71393-f852-4435-bcab-ffd6f8fb46cf req-a6c98faa-e769-4f2b-abb7-dfaf5406da24 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:24.357014 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4eb71393-f852-4435-bcab-ffd6f8fb46cf req-a6c98faa-e769-4f2b-abb7-dfaf5406da24 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1000788 Apr 14 16:06:24.393358 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4eb71393-f852-4435-bcab-ffd6f8fb46cf req-083fc072-256d-4c7b-9684-98bf2d5e9862 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300729 Apr 14 16:06:24.678891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 6c56cad6-1c1b-444a-b504-432d0791f853 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:24.726324 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c6395-ae2d-4bff-ae51-125b80a2ded0 req-501abac5-7ed4-4049-9e67-3d5ed93125f9 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:24.727997 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-462c6395-ae2d-4bff-ae51-125b80a2ded0 req-501abac5-7ed4-4049-9e67-3d5ed93125f9 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 944 time: 0.1013107 Apr 14 16:06:24.759852 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-462c6395-ae2d-4bff-ae51-125b80a2ded0 req-a4adc9dd-2d48-404a-86af-8c2957b20515 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244009 Apr 14 16:06:24.782600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 6c56cad6-1c1b-444a-b504-432d0791f853 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:24.787486 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 6c56cad6-1c1b-444a-b504-432d0791f853 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:24.787900 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:24.920061 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:24.933411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742db4a7-4b9d-45e0-9c13-6665d164529f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c56cad6-1c1b-444a-b504-432d0791f853'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:24.944019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 6c56cad6-1c1b-444a-b504-432d0791f853, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6c56cad6-1c1b-444a-b504-432d0791f853,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:24.946860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:24.949392 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:25.016114 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742db4a7-4b9d-45e0-9c13-6665d164529f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c56cad6-1c1b-444a-b504-432d0791f853', 'code': 200} Apr 14 16:06:25.031315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=6c56cad6-1c1b-444a-b504-432d0791f853,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:25.034416 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:25.290640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dff2ea-8a45-45b1-b0b7-c985a6cdd835 req-2362b27b-e00b-435a-81be-9bbba7ecfce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:25.292346 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-40dff2ea-8a45-45b1-b0b7-c985a6cdd835 req-2362b27b-e00b-435a-81be-9bbba7ecfce2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 1098 time: 0.0838809 Apr 14 16:06:25.322106 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-40dff2ea-8a45-45b1-b0b7-c985a6cdd835 req-ea6cfb82-6357-4608-adf0-7c7ad1c23bf3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231912 Apr 14 16:06:25.622137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736f056-487f-4e64-81a0-e4270ee3d644 req-3de11420-5afe-45f9-8d7c-e22c2c486340 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:25.623529 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0736f056-487f-4e64-81a0-e4270ee3d644 req-3de11420-5afe-45f9-8d7c-e22c2c486340 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0901046 Apr 14 16:06:25.656095 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0736f056-487f-4e64-81a0-e4270ee3d644 req-f0c34bc2-9441-4e7c-8a67-3ee7173630b3 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263679 Apr 14 16:06:25.790918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b6e82622-971c-4057-acdd-086a164e1994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:25.973219 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092545c-e215-4bfd-b88b-367e9dbe5edf req-75ca931e-5b04-4402-a994-7147f36c50da tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:25.974813 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c092545c-e215-4bfd-b88b-367e9dbe5edf req-75ca931e-5b04-4402-a994-7147f36c50da tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 945 time: 0.0878768 Apr 14 16:06:26.006301 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c092545c-e215-4bfd-b88b-367e9dbe5edf req-c272ace6-2bcc-4277-8599-fc48a1de863f tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243366 Apr 14 16:06:26.508147 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:26.826119 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:26.869691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20174-de9a-465e-b272-cbc77d228286 req-b939a04a-d06a-428e-ad7b-344d53268f76 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:26.871342 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4de20174-de9a-465e-b272-cbc77d228286 req-b939a04a-d06a-428e-ad7b-344d53268f76 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0960836 Apr 14 16:06:26.935929 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4de20174-de9a-465e-b272-cbc77d228286 req-cc5f1ebe-7be7-40ca-971f-d1cb0ce85c16 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532908 Apr 14 16:06:27.220147 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb04cc4-3e31-45f4-b0b1-03f1305cfda2 req-7603b6bf-c1d8-4491-945d-7b136deec577 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:27.221787 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dfb04cc4-3e31-45f4-b0b1-03f1305cfda2 req-7603b6bf-c1d8-4491-945d-7b136deec577 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 945 time: 0.0946043 Apr 14 16:06:27.253261 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dfb04cc4-3e31-45f4-b0b1-03f1305cfda2 req-a88e4d89-2185-4fc1-9695-bb0b3e92f404 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251446 Apr 14 16:06:27.607344 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 45678) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:27.742223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-93db4653-54ff-4282-b025-cb016b891878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:27.757877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-93db4653-54ff-4282-b025-cb016b891878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:27.764937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-93db4653-54ff-4282-b025-cb016b891878 admin admin] Usage tracker for resource:security_group_rule and tenant:c48f657ef979401c96dcf971d721b2ba is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:27.768595 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-93db4653-54ff-4282-b025-cb016b891878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:27.775190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-93db4653-54ff-4282-b025-cb016b891878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:27.794157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:27.862594 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-93db4653-54ff-4282-b025-cb016b891878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:27.865595 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-93db4653-54ff-4282-b025-cb016b891878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:27.874259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6c773085-6a67-4457-8cae-83d96828a10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:27.920400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 45690) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:27.920608 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-93db4653-54ff-4282-b025-cb016b891878 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c48f657ef979401c96dcf971d721b2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119056 Apr 14 16:06:27.921469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db4653-54ff-4282-b025-cb016b891878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d37e72-a82b-497d-adb3-1b49dd23faa9,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:27.924775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-93db4653-54ff-4282-b025-cb016b891878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:28.016922 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-69c87fee-94d5-4bda-8a52-651c4f5ae3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:28.046442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-69c87fee-94d5-4bda-8a52-651c4f5ae3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:28.165536 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-69c87fee-94d5-4bda-8a52-651c4f5ae3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:28.171395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8fb0fb90-8966-415f-b719-f14b11b38aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:28.191573 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121be6-b584-4cac-92be-2a74c437771c req-346d1a0d-2b8e-4030-acef-f767570d6d03 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:28.193182 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7b121be6-b584-4cac-92be-2a74c437771c req-346d1a0d-2b8e-4030-acef-f767570d6d03 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1364081 Apr 14 16:06:28.196811 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c87fee-94d5-4bda-8a52-651c4f5ae3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d37e72-a82b-497d-adb3-1b49dd23faa9,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:28.204130 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-69c87fee-94d5-4bda-8a52-651c4f5ae3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:28.226110 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-69c87fee-94d5-4bda-8a52-651c4f5ae3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:28.235495 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-69c87fee-94d5-4bda-8a52-651c4f5ae3a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05d37e72-a82b-497d-adb3-1b49dd23faa9 HTTP/1.1" status: 204 len: 168 time: 0.3053367 Apr 14 16:06:28.248037 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7b121be6-b584-4cac-92be-2a74c437771c req-9bf8c657-6d7a-4187-8130-266ab42fbbec tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463321 Apr 14 16:06:28.635144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 45718) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:28.827732 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1806c1fa-ba76-4d56-bb6d-f9c85e1d6edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:28.846943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1806c1fa-ba76-4d56-bb6d-f9c85e1d6edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:28.850512 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1806c1fa-ba76-4d56-bb6d-f9c85e1d6edc admin admin] Usage tracker for resource:security_group_rule and tenant:d5406096d3524889a0bed821f8b82142 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:28.860242 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1806c1fa-ba76-4d56-bb6d-f9c85e1d6edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:28.871515 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1806c1fa-ba76-4d56-bb6d-f9c85e1d6edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:28.991139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1806c1fa-ba76-4d56-bb6d-f9c85e1d6edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:28.998111 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1806c1fa-ba76-4d56-bb6d-f9c85e1d6edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.011938 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3c6a7eac-cd1c-488e-9520-0ace02279b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:29.054224 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806c1fa-ba76-4d56-bb6d-f9c85e1d6edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3595e4f5-09a6-453b-b239-088e4f176d31,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:29.059859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1806c1fa-ba76-4d56-bb6d-f9c85e1d6edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:29.081167 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-1806c1fa-ba76-4d56-bb6d-f9c85e1d6edc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5406096d3524889a0bed821f8b82142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442565 Apr 14 16:06:29.083820 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 45744) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:29.161543 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-35bee6e9-e941-45df-a658-a97d0c96f179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.199710 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-35bee6e9-e941-45df-a658-a97d0c96f179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.254324 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-35bee6e9-e941-45df-a658-a97d0c96f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.263482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:29.285361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-35bee6e9-e941-45df-a658-a97d0c96f179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.290178 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-35bee6e9-e941-45df-a658-a97d0c96f179 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3595e4f5-09a6-453b-b239-088e4f176d31 HTTP/1.1" status: 204 len: 168 time: 0.2047701 Apr 14 16:06:29.291403 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bee6e9-e941-45df-a658-a97d0c96f179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3595e4f5-09a6-453b-b239-088e4f176d31,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:29.295648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-35bee6e9-e941-45df-a658-a97d0c96f179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:29.548802 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825ab51-485b-4359-8394-0ea0d376a788 req-0c397401-e59e-46d5-819b-a8028a02a48b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:29.557066 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0825ab51-485b-4359-8394-0ea0d376a788 req-0c397401-e59e-46d5-819b-a8028a02a48b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1360607 Apr 14 16:06:29.597351 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0825ab51-485b-4359-8394-0ea0d376a788 req-571518c7-4d4b-47a7-9c4a-a9d948177575 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Apr 14 16:06:29.765717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 45776) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:29.785553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a285fb91-812f-459a-b893-cdb1eb1b9bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.802266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a285fb91-812f-459a-b893-cdb1eb1b9bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:29.806570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a285fb91-812f-459a-b893-cdb1eb1b9bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:8232bb82503c4ef79cb4c26d0c1f08dd is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:29.809563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a285fb91-812f-459a-b893-cdb1eb1b9bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:29.815467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a285fb91-812f-459a-b893-cdb1eb1b9bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:29.903813 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a285fb91-812f-459a-b893-cdb1eb1b9bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.907982 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a285fb91-812f-459a-b893-cdb1eb1b9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.941805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-55b671b1-a842-41e3-add3-5e5345c00424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:29.954188 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a285fb91-812f-459a-b893-cdb1eb1b9bf1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8232bb82503c4ef79cb4c26d0c1f08dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847551 Apr 14 16:06:29.955005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 45784) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:29.992561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285fb91-812f-459a-b893-cdb1eb1b9bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ae35e8-91ec-4e7e-bd79-990dc24e2c2f,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:29.999775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a285fb91-812f-459a-b893-cdb1eb1b9bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:30.036659 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd57e-ae53-44ca-a88d-706925dd2325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.065660 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd57e-ae53-44ca-a88d-706925dd2325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.113951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd57e-ae53-44ca-a88d-706925dd2325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.118988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c187d723-b382-4e9f-97fe-afd77d4cff44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:30.131645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fd57e-ae53-44ca-a88d-706925dd2325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ae35e8-91ec-4e7e-bd79-990dc24e2c2f,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:30.134169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0b9fd57e-ae53-44ca-a88d-706925dd2325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:30.142447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd57e-ae53-44ca-a88d-706925dd2325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.153001 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0b9fd57e-ae53-44ca-a88d-706925dd2325 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31ae35e8-91ec-4e7e-bd79-990dc24e2c2f HTTP/1.1" status: 204 len: 168 time: 0.1902816 Apr 14 16:06:30.828309 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9185a-bd0a-40d1-abd6-b88a3651de4e req-9e312701-50fc-465d-b52e-18d23f2dfed8 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:30.830193 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b5b9185a-bd0a-40d1-abd6-b88a3651de4e req-9e312701-50fc-465d-b52e-18d23f2dfed8 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1017752 Apr 14 16:06:30.862208 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b5b9185a-bd0a-40d1-abd6-b88a3651de4e req-470a34ca-090d-438c-abe6-ae2ec2e171d9 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254776 Apr 14 16:06:32.071690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be02584-0557-418c-90f0-553a6c0f6ab3 req-95a5a291-d3a0-4204-a1b4-a4e254971b00 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:32.073809 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3be02584-0557-418c-90f0-553a6c0f6ab3 req-95a5a291-d3a0-4204-a1b4-a4e254971b00 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0933847 Apr 14 16:06:32.105388 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3be02584-0557-418c-90f0-553a6c0f6ab3 req-b1519b26-af67-4c18-b093-babbcfee2d60 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250251 Apr 14 16:06:33.311861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99881803-3032-4b0c-aaf7-93ac41876c16 req-c63c783a-59d2-4200-929d-ea06e39a9b9b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:33.313523 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99881803-3032-4b0c-aaf7-93ac41876c16 req-c63c783a-59d2-4200-929d-ea06e39a9b9b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0873034 Apr 14 16:06:33.344554 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99881803-3032-4b0c-aaf7-93ac41876c16 req-42b79aa5-aaa0-452e-88a7-848d2caa1fc8 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246828 Apr 14 16:06:34.558173 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3035b79-de93-4331-a4dc-c43bf07f09a1 req-44b3be3e-094c-4018-a1ee-04f53249164b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:34.559645 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e3035b79-de93-4331-a4dc-c43bf07f09a1 req-44b3be3e-094c-4018-a1ee-04f53249164b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0935547 Apr 14 16:06:34.590604 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e3035b79-de93-4331-a4dc-c43bf07f09a1 req-9d038759-9778-48ce-b5b2-8f021769cb65 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246313 Apr 14 16:06:35.166980 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217efa8-2d9f-41c5-9a50-3e0e24237d69 req-9ef0c2d8-3bda-47f0-afdf-cfff54d69e33 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:35.168559 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1217efa8-2d9f-41c5-9a50-3e0e24237d69 req-9ef0c2d8-3bda-47f0-afdf-cfff54d69e33 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 945 time: 0.0906258 Apr 14 16:06:35.201021 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1217efa8-2d9f-41c5-9a50-3e0e24237d69 req-8695b375-081c-4229-a197-1cf2602c282a tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260403 Apr 14 16:06:35.525840 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 45924) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:35.656685 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cec716f0-e360-460b-9e2b-e9540e9571a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:35.672832 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-cec716f0-e360-460b-9e2b-e9540e9571a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:35.677005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-cec716f0-e360-460b-9e2b-e9540e9571a1 admin admin] Usage tracker for resource:security_group_rule and tenant:73cd8b0c23ed4c8392c4ef1d477ffc89 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:35.679966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-cec716f0-e360-460b-9e2b-e9540e9571a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:35.686796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-cec716f0-e360-460b-9e2b-e9540e9571a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:35.848182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155935e5-2f0e-4af5-ab49-99888ee17d31 req-ba5822d8-5236-4214-a286-d015c772f111 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:35.849809 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-155935e5-2f0e-4af5-ab49-99888ee17d31 req-ba5822d8-5236-4214-a286-d015c772f111 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1383853 Apr 14 16:06:35.880475 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cec716f0-e360-460b-9e2b-e9540e9571a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:35.887514 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cec716f0-e360-460b-9e2b-e9540e9571a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:35.898875 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-408fc1e6-c286-46c5-bf4e-8c3d838b3f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:35.925471 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-155935e5-2f0e-4af5-ab49-99888ee17d31 req-b0bd25f5-a187-4cef-b06a-2d1110e7aa6d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651588 Apr 14 16:06:35.935004 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec716f0-e360-460b-9e2b-e9540e9571a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8a0d8f-dd37-440e-aa9c-59d7ae36da98,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:35.938965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cec716f0-e360-460b-9e2b-e9540e9571a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:35.959126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 45940) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:35.961663 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-cec716f0-e360-460b-9e2b-e9540e9571a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73cd8b0c23ed4c8392c4ef1d477ffc89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343100 Apr 14 16:06:36.027977 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-32735c91-1fff-4bff-b937-7f3a8d76d0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.055687 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-32735c91-1fff-4bff-b937-7f3a8d76d0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.100073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-32735c91-1fff-4bff-b937-7f3a8d76d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.105209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8f03f8da-4910-426a-a216-81fe92914737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:36.120147 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32735c91-1fff-4bff-b937-7f3a8d76d0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8a0d8f-dd37-440e-aa9c-59d7ae36da98,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:36.123281 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-32735c91-1fff-4bff-b937-7f3a8d76d0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:36.127964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-32735c91-1fff-4bff-b937-7f3a8d76d0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.129240 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-32735c91-1fff-4bff-b937-7f3a8d76d0ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d8a0d8f-dd37-440e-aa9c-59d7ae36da98 HTTP/1.1" status: 204 len: 168 time: 0.1689811 Apr 14 16:06:36.411615 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae9d11-0a05-4367-b447-8d2161b45a5b req-8397def9-fa93-4bf7-836f-b399c4e2ff04 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:36.413322 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-74ae9d11-0a05-4367-b447-8d2161b45a5b req-8397def9-fa93-4bf7-836f-b399c4e2ff04 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 945 time: 0.0952404 Apr 14 16:06:36.448362 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-74ae9d11-0a05-4367-b447-8d2161b45a5b req-a212106a-7f88-49f8-9528-f3f4d9c24f22 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279477 Apr 14 16:06:37.176490 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99572085-2eda-49c2-8381-5003de9d5de8 req-4985f70a-a4eb-4e4b-9cba-3b69a3c136a0 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:37.187166 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99572085-2eda-49c2-8381-5003de9d5de8 req-4985f70a-a4eb-4e4b-9cba-3b69a3c136a0 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 945 time: 0.1741691 Apr 14 16:06:37.297985 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620f15e-0e7b-49c7-806e-27882585e4e2 req-8ec118de-a891-427e-b074-47f90464d3f1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:37.299637 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0620f15e-0e7b-49c7-806e-27882585e4e2 req-8ec118de-a891-427e-b074-47f90464d3f1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1626229 Apr 14 16:06:37.309559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-99572085-2eda-49c2-8381-5003de9d5de8 req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Deleting port 6c56cad6-1c1b-444a-b504-432d0791f853 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:06:37.310147 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99572085-2eda-49c2-8381-5003de9d5de8 req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:37.352030 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0620f15e-0e7b-49c7-806e-27882585e4e2 req-c4232af9-3630-4e15-9118-419f2cf14de3 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Apr 14 16:06:37.851374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc905a35-a526-4fb8-83b0-268374199054 req-15e1c217-03f8-48b5-ad53-726b5af53ac5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:37.853585 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dc905a35-a526-4fb8-83b0-268374199054 req-15e1c217-03f8-48b5-ad53-726b5af53ac5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 945 time: 0.2265329 Apr 14 16:06:37.902700 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-99572085-2eda-49c2-8381-5003de9d5de8 req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] For port 6c56cad6-1c1b-444a-b504-432d0791f853, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6c56cad6-1c1b-444a-b504-432d0791f853,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:37.903105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99572085-2eda-49c2-8381-5003de9d5de8 req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:37.918400 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dc905a35-a526-4fb8-83b0-268374199054 req-ed025cb5-266d-4636-87e5-5e161a55f430 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533226 Apr 14 16:06:38.044144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-99572085-2eda-49c2-8381-5003de9d5de8 req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Calling delete_port for 6c56cad6-1c1b-444a-b504-432d0791f853 owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:06:38.198875 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99572085-2eda-49c2-8381-5003de9d5de8 req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:38.213274 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['f983055f-27b0-4f23-a8f9-02ee12a7bb77', 'ddc426d1-1386-443d-98b2-94cb4e71c936', 'e7221aed-12d6-4577-be36-db085372660f', '6c56cad6-1c1b-444a-b504-432d0791f853'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:06:38.218663 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2cfe7864-8bc1-4e95-afde-f134e2d06f32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:38.313782 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Pushing event deleted for resources: {'Port': ['ID=6c56cad6-1c1b-444a-b504-432d0791f853,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:38.316437 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:38.559317 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-99572085-2eda-49c2-8381-5003de9d5de8 req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] No DVR routers for this DVR port 6c56cad6-1c1b-444a-b504-432d0791f853 on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:06:38.559867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:06:38.567748 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99572085-2eda-49c2-8381-5003de9d5de8 req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:38.582620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742db4a7-4b9d-45e0-9c13-6665d164529f', 'name': 'network-vif-deleted', 'tag': '6c56cad6-1c1b-444a-b504-432d0791f853'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:38.607776 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99572085-2eda-49c2-8381-5003de9d5de8 req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "DELETE /v2.0/ports/6c56cad6-1c1b-444a-b504-432d0791f853 HTTP/1.1" status: 204 len: 173 time: 1.4162219 Apr 14 16:06:38.702602 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742db4a7-4b9d-45e0-9c13-6665d164529f', 'name': 'network-vif-deleted', 'tag': '6c56cad6-1c1b-444a-b504-432d0791f853', 'status': 'completed', 'code': 200} Apr 14 16:06:38.727996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54d312-7230-48b7-b238-486451bfbc08 req-5211dde9-dfa2-494f-87ce-61d70a7a765a tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:38.741949 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1b54d312-7230-48b7-b238-486451bfbc08 req-5211dde9-dfa2-494f-87ce-61d70a7a765a tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1904175 Apr 14 16:06:38.790148 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1b54d312-7230-48b7-b238-486451bfbc08 req-993d6dfd-62c9-4639-973e-33470f912fb6 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Apr 14 16:06:39.109298 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-df17f2ec-8f01-451c-998e-0a486e433f96 req-502fe833-f52d-4a6e-b7de-0435a1c7a09a tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Synchronizing usage tracker for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:39.123571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-df17f2ec-8f01-451c-998e-0a486e433f96 req-502fe833-f52d-4a6e-b7de-0435a1c7a09a tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Unset dirty status for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:39.124832 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df17f2ec-8f01-451c-998e-0a486e433f96 req-502fe833-f52d-4a6e-b7de-0435a1c7a09a tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=742db4a7-4b9d-45e0-9c13-6665d164529f HTTP/1.1" status: 200 len: 210 time: 0.0638859 Apr 14 16:06:39.997245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc7af-8a2b-473f-acfd-296de9041797 req-d56342be-bbe2-44ae-b586-684e4579c8d9 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:39.998972 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-91efc7af-8a2b-473f-acfd-296de9041797 req-d56342be-bbe2-44ae-b586-684e4579c8d9 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0893309 Apr 14 16:06:40.037825 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-91efc7af-8a2b-473f-acfd-296de9041797 req-debd83a4-2e78-48a6-8d0d-415dbc8f79ba tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Apr 14 16:06:40.759080 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 6c56cad6-1c1b-444a-b504-432d0791f853 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:06:40.802709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 6c56cad6-1c1b-444a-b504-432d0791f853 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:06:40.803277 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 6c56cad6-1c1b-444a-b504-432d0791f853 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:06:41.255924 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7aac1-0c80-4ae6-9ba7-c876e3980e71 req-370bf14d-4919-451e-be7b-a1583ee40931 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:41.257570 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6ad7aac1-0c80-4ae6-9ba7-c876e3980e71 req-370bf14d-4919-451e-be7b-a1583ee40931 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0870702 Apr 14 16:06:41.292370 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6ad7aac1-0c80-4ae6-9ba7-c876e3980e71 req-e028ec00-d006-46fe-b962-45abb2a432e4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281241 Apr 14 16:06:42.173776 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1f439-b0d8-43d7-bcd3-87e23d4a1110 req-98c545d3-5161-48c8-9392-9b33253d2971 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:42.175337 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cad1f439-b0d8-43d7-bcd3-87e23d4a1110 req-98c545d3-5161-48c8-9392-9b33253d2971 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 945 time: 0.0895989 Apr 14 16:06:42.206945 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cad1f439-b0d8-43d7-bcd3-87e23d4a1110 req-4c709350-dc85-4fa9-ba63-150eeec44d0b tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247209 Apr 14 16:06:42.510634 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461dc3c-ff31-43c8-9f73-bdbb45d43f81 req-e94710f1-63c3-4b4d-9bba-be33e287a5a2 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:42.512281 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0461dc3c-ff31-43c8-9f73-bdbb45d43f81 req-e94710f1-63c3-4b4d-9bba-be33e287a5a2 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0898881 Apr 14 16:06:42.543483 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0461dc3c-ff31-43c8-9f73-bdbb45d43f81 req-3fa1f70a-58bd-47e0-b562-10b035ff7507 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243583 Apr 14 16:06:43.388932 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d27c8-b36f-4381-a909-344e12675c29 req-93073304-18b7-4e2e-a01c-212a4399af03 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:43.390666 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-918d27c8-b36f-4381-a909-344e12675c29 req-93073304-18b7-4e2e-a01c-212a4399af03 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1130941 Apr 14 16:06:43.422289 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-918d27c8-b36f-4381-a909-344e12675c29 req-bc3c8288-aff3-44ce-a050-863ce6292fca tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249839 Apr 14 16:06:43.485221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54b828-64da-4e5a-aae2-87947016362d req-8647958e-1b8f-4f8f-9643-9ef55ffbb817 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:43.486774 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bb54b828-64da-4e5a-aae2-87947016362d req-8647958e-1b8f-4f8f-9643-9ef55ffbb817 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 945 time: 0.0871778 Apr 14 16:06:43.522411 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bb54b828-64da-4e5a-aae2-87947016362d req-f628cb93-bc8b-4d75-a182-146a8c0cd023 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283711 Apr 14 16:06:43.752261 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa86b71-caac-4407-b870-412a2f2ae847 req-097ed333-4672-40e1-8347-6f381c5d0a3c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:43.754021 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1fa86b71-caac-4407-b870-412a2f2ae847 req-097ed333-4672-40e1-8347-6f381c5d0a3c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0903382 Apr 14 16:06:43.786419 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1fa86b71-caac-4407-b870-412a2f2ae847 req-f27099bf-a8d5-41f5-a9ac-c1abedefb725 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259678 Apr 14 16:06:44.051405 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37859952-0b98-4367-bfc6-d95b021f7196 req-f1dda06a-9c3d-4247-9155-f0f3fa94a400 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:44.052983 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-37859952-0b98-4367-bfc6-d95b021f7196 req-f1dda06a-9c3d-4247-9155-f0f3fa94a400 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 945 time: 0.0945916 Apr 14 16:06:44.131177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-37859952-0b98-4367-bfc6-d95b021f7196 req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Deleting port e7221aed-12d6-4577-be36-db085372660f {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:06:44.131482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-37859952-0b98-4367-bfc6-d95b021f7196 req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:44.392295 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-37859952-0b98-4367-bfc6-d95b021f7196 req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] For port e7221aed-12d6-4577-be36-db085372660f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e7221aed-12d6-4577-be36-db085372660f,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:44.392602 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-37859952-0b98-4367-bfc6-d95b021f7196 req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:44.529826 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-37859952-0b98-4367-bfc6-d95b021f7196 req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Calling delete_port for e7221aed-12d6-4577-be36-db085372660f owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:06:44.630362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e019-868b-4023-9df0-a3b41c2c5f50 req-1e03f019-19b1-42e4-9cec-c4f1990aeb09 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:44.631939 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6c85e019-868b-4023-9df0-a3b41c2c5f50 req-1e03f019-19b1-42e4-9cec-c4f1990aeb09 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0895214 Apr 14 16:06:44.668047 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6c85e019-868b-4023-9df0-a3b41c2c5f50 req-5c0e5ecf-d820-47ab-a20e-95045d88c0d2 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289247 Apr 14 16:06:44.774660 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-37859952-0b98-4367-bfc6-d95b021f7196 req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:44.788259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['f983055f-27b0-4f23-a8f9-02ee12a7bb77', 'ddc426d1-1386-443d-98b2-94cb4e71c936', 'e7221aed-12d6-4577-be36-db085372660f'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:06:44.799218 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:44.898169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Pushing event deleted for resources: {'Port': ['ID=e7221aed-12d6-4577-be36-db085372660f,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:44.911638 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.912038 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.912444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.912868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.913257 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.913650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.914037 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.914421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.914803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.915181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.915560 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.916025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:44.923239 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:44.934574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd0d91-5805-49e9-83b7-f45b18b62d06 req-efddaa1e-f387-4e6d-a674-c420267bbee2 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:44.936206 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99dd0d91-5805-49e9-83b7-f45b18b62d06 req-efddaa1e-f387-4e6d-a674-c420267bbee2 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=0aa6dd0f-e118-4fca-b2b9-913a2345eb7b HTTP/1.1" status: 200 len: 867 time: 0.2527664 Apr 14 16:06:45.006764 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99dd0d91-5805-49e9-83b7-f45b18b62d06 req-7bff45e2-97d0-41eb-b281-3dd2c31e3b04 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509689 Apr 14 16:06:45.189127 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-37859952-0b98-4367-bfc6-d95b021f7196 req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] No DVR routers for this DVR port e7221aed-12d6-4577-be36-db085372660f on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:06:45.193129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-37859952-0b98-4367-bfc6-d95b021f7196 req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.194132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042905e-b118-4238-b92a-7ceed2002b3f req-436c1c76-a2c5-4a7b-a79f-545ee4e57b82 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:45.195834 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b042905e-b118-4238-b92a-7ceed2002b3f req-436c1c76-a2c5-4a7b-a79f-545ee4e57b82 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0903676 Apr 14 16:06:45.196404 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 46112) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:45.200483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa6dd0f-e118-4fca-b2b9-913a2345eb7b', 'name': 'network-vif-deleted', 'tag': 'e7221aed-12d6-4577-be36-db085372660f'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:45.247077 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-37859952-0b98-4367-bfc6-d95b021f7196 req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "DELETE /v2.0/ports/e7221aed-12d6-4577-be36-db085372660f HTTP/1.1" status: 204 len: 173 time: 1.1872396 Apr 14 16:06:45.247361 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b042905e-b118-4238-b92a-7ceed2002b3f req-6c71ba30-2b08-4e67-9e36-c4a3f1ee50a8 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334253 Apr 14 16:06:45.288830 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa6dd0f-e118-4fca-b2b9-913a2345eb7b', 'name': 'network-vif-deleted', 'tag': 'e7221aed-12d6-4577-be36-db085372660f', 'status': 'completed', 'code': 200} Apr 14 16:06:45.381248 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.396258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:45.400354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Usage tracker for resource:security_group_rule and tenant:750caf28902246729149b7a50921c8c4 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:45.403329 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:45.409507 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:45.494939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.497663 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.506414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f098d1dc-2ac0-447b-a880-15751c3248ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:45.548416 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=750caf28902246729149b7a50921c8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506727 Apr 14 16:06:45.550111 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcef4ad-4d42-4430-b433-1d7d5ff5ddf5,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:45.551399 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 46122) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:45.558091 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.558500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.558903 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.559296 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.559689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.560081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.560471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.560884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.561276 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.561665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.562052 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.562435 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:45.566446 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:45.613653 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-61ba08dd-1670-41e8-82f7-d4f40e1c2f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.639484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-61ba08dd-1670-41e8-82f7-d4f40e1c2f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.685667 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-61ba08dd-1670-41e8-82f7-d4f40e1c2f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.690940 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-06edc6a6-6f90-48c4-b5ac-62ea1aca316b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:45.705026 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba08dd-1670-41e8-82f7-d4f40e1c2f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcef4ad-4d42-4430-b433-1d7d5ff5ddf5,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:45.707707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-61ba08dd-1670-41e8-82f7-d4f40e1c2f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:45.712672 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-61ba08dd-1670-41e8-82f7-d4f40e1c2f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.714083 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-61ba08dd-1670-41e8-82f7-d4f40e1c2f98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fcef4ad-4d42-4430-b433-1d7d5ff5ddf5 HTTP/1.1" status: 204 len: 168 time: 0.1616094 Apr 14 16:06:45.895781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da2842-5966-4b9d-8ca5-7ba6995e14de req-8e150a47-7e34-4008-a6a3-43dfe318addd tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:45.897721 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f7da2842-5966-4b9d-8ca5-7ba6995e14de req-8e150a47-7e34-4008-a6a3-43dfe318addd tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1011982 Apr 14 16:06:45.959079 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f7da2842-5966-4b9d-8ca5-7ba6995e14de req-468dfc03-682e-4e9a-939a-cc5da96f4d1d tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486851 Apr 14 16:06:46.481265 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0396d-5cf6-4a01-9efb-45014ac772de req-1487e391-de6b-4632-9aa6-ed5e949b5d0d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:46.482928 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-08f0396d-5cf6-4a01-9efb-45014ac772de req-1487e391-de6b-4632-9aa6-ed5e949b5d0d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1102343 Apr 14 16:06:46.544581 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407d3d-0c1f-4a8f-9b8d-a4c2feacdb83 req-7e2c6c25-3810-498f-af63-619149a85bac tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:46.546115 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-58407d3d-0c1f-4a8f-9b8d-a4c2feacdb83 req-7e2c6c25-3810-498f-af63-619149a85bac tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 945 time: 0.0924640 Apr 14 16:06:46.555800 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-08f0396d-5cf6-4a01-9efb-45014ac772de req-d8a6413f-b23d-42e4-8fb1-373cbb1729df tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658107 Apr 14 16:06:46.589169 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-58407d3d-0c1f-4a8f-9b8d-a4c2feacdb83 req-454b7011-966d-44a6-a697-bb6fa30df132 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350342 Apr 14 16:06:46.607447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff015-5bca-4ece-9eec-7a63009e0029 req-5b31784e-ef15-4ad3-8613-e4393428954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:46.609249 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f59ff015-5bca-4ece-9eec-7a63009e0029 req-5b31784e-ef15-4ad3-8613-e4393428954a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 1098 time: 0.0966549 Apr 14 16:06:46.637885 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f59ff015-5bca-4ece-9eec-7a63009e0029 req-38fb9be5-1a0b-43aa-9cfe-dd20957efb06 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0210807 Apr 14 16:06:47.002688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 46182) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:47.134689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-97cc9318-6559-4c4b-8644-69e5267aa0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.150447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-97cc9318-6559-4c4b-8644-69e5267aa0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:47.154703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-97cc9318-6559-4c4b-8644-69e5267aa0f2 admin admin] Usage tracker for resource:security_group_rule and tenant:0783dff792bb44208d578cd03105e27c is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:47.157689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-97cc9318-6559-4c4b-8644-69e5267aa0f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:47.163604 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-97cc9318-6559-4c4b-8644-69e5267aa0f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:47.184586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61947d-ae12-4624-82f4-51a29faf19ca req-ce7e3c71-89ee-41ff-a7c7-db11feaab885 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:47.186207 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d61947d-ae12-4624-82f4-51a29faf19ca req-ce7e3c71-89ee-41ff-a7c7-db11feaab885 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1037586 Apr 14 16:06:47.217759 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d61947d-ae12-4624-82f4-51a29faf19ca req-47ad6440-69da-4339-ad72-a948fdb96143 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250976 Apr 14 16:06:47.251439 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-97cc9318-6559-4c4b-8644-69e5267aa0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.254047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-97cc9318-6559-4c4b-8644-69e5267aa0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.266672 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-35ac7e93-8912-43a1-ae2a-611730eec573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:47.308514 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-97cc9318-6559-4c4b-8644-69e5267aa0f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0783dff792bb44208d578cd03105e27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045809 Apr 14 16:06:47.309477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc9318-6559-4c4b-8644-69e5267aa0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f03d419-9b49-4a4a-be4f-20bf94175201,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:47.311380 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 46190) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:47.312650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-97cc9318-6559-4c4b-8644-69e5267aa0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:47.374077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-db74ccc7-c75c-4771-948f-fbca04c10886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.406539 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-db74ccc7-c75c-4771-948f-fbca04c10886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.468840 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-db74ccc7-c75c-4771-948f-fbca04c10886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.474174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-887fbc77-65b8-477f-8896-00a806fceced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:47.491844 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74ccc7-c75c-4771-948f-fbca04c10886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f03d419-9b49-4a4a-be4f-20bf94175201,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:47.495273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-db74ccc7-c75c-4771-948f-fbca04c10886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:47.496514 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-db74ccc7-c75c-4771-948f-fbca04c10886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.500939 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-db74ccc7-c75c-4771-948f-fbca04c10886 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f03d419-9b49-4a4a-be4f-20bf94175201 HTTP/1.1" status: 204 len: 168 time: 0.1854017 Apr 14 16:06:47.786466 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc92133-49c1-4cba-90ea-6cd763edab24 req-e3b3c70b-a2be-4c44-97b0-a4103cf16e3f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:47.788214 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0fc92133-49c1-4cba-90ea-6cd763edab24 req-e3b3c70b-a2be-4c44-97b0-a4103cf16e3f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0964015 Apr 14 16:06:47.810449 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7fa46-b552-4629-b0dc-67a59c14671e req-fe945529-e4fd-4d03-ace3-fe734624d56f tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:47.811217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-7bd7fa46-b552-4629-b0dc-67a59c14671e req-fe945529-e4fd-4d03-ace3-fe734624d56f tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Synchronizing usage tracker for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:47.829772 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0fc92133-49c1-4cba-90ea-6cd763edab24 req-a648db00-142b-407b-932a-d4b58cc61e44 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333786 Apr 14 16:06:47.833067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-7bd7fa46-b552-4629-b0dc-67a59c14671e req-fe945529-e4fd-4d03-ace3-fe734624d56f tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Unset dirty status for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:47.837400 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7bd7fa46-b552-4629-b0dc-67a59c14671e req-fe945529-e4fd-4d03-ace3-fe734624d56f tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 945 time: 0.1164062 Apr 14 16:06:47.876432 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7bd7fa46-b552-4629-b0dc-67a59c14671e req-71d210ee-1544-472d-8d6d-4111abceeb0d tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324547 Apr 14 16:06:48.293258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c5dd2-45c3-4650-9ec3-e9fa86a02a05 req-67c93a93-72e8-4725-8cd8-2249b373a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:48.294558 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b58c5dd2-45c3-4650-9ec3-e9fa86a02a05 req-67c93a93-72e8-4725-8cd8-2249b373a70f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 1098 time: 0.1359863 Apr 14 16:06:48.559701 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c5dd2-45c3-4650-9ec3-e9fa86a02a05 req-36447763-7838-4f94-9124-dc63ce8012e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:48.561768 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b58c5dd2-45c3-4650-9ec3-e9fa86a02a05 req-36447763-7838-4f94-9124-dc63ce8012e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 920 time: 0.2582908 Apr 14 16:06:48.578455 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082efca-6a06-415a-962a-b6710993f72b req-e6c49150-cb42-46f4-ab6d-0df426b2846e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:48.581208 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1082efca-6a06-415a-962a-b6710993f72b req-e6c49150-cb42-46f4-ab6d-0df426b2846e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1945844 Apr 14 16:06:48.629654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae628e5-f1b2-410b-8d36-703dd5b0cf04 req-0b755826-5de3-4dd9-83a7-648153212cc3 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:48.631715 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ae628e5-f1b2-410b-8d36-703dd5b0cf04 req-0b755826-5de3-4dd9-83a7-648153212cc3 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 945 time: 0.4378097 Apr 14 16:06:48.645988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc762fa-4349-4b64-929c-b274d36c15ef req-fa70ec76-4ce1-47d4-9be8-4839aded2ede tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:48.647891 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cbc762fa-4349-4b64-929c-b274d36c15ef req-fa70ec76-4ce1-47d4-9be8-4839aded2ede tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.3836162 Apr 14 16:06:48.654107 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b58c5dd2-45c3-4650-9ec3-e9fa86a02a05 req-7f628efd-8901-4006-98ad-15e8d12c0345 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 HTTP/1.1" status: 200 len: 217 time: 0.0716147 Apr 14 16:06:48.713642 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cbc762fa-4349-4b64-929c-b274d36c15ef req-0441ff06-f044-44e7-a038-42ccfd00a37d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290923 Apr 14 16:06:48.765632 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-8ae628e5-f1b2-410b-8d36-703dd5b0cf04 req-9778f80f-c5da-44df-a7fc-2c5c62b25507 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Deleting port ddc426d1-1386-443d-98b2-94cb4e71c936 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:06:48.766018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8ae628e5-f1b2-410b-8d36-703dd5b0cf04 req-9778f80f-c5da-44df-a7fc-2c5c62b25507 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:48.773472 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c5dd2-45c3-4650-9ec3-e9fa86a02a05 req-301ef8eb-5ac6-4e22-8b00-f2ecb2f1c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:48.775638 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b58c5dd2-45c3-4650-9ec3-e9fa86a02a05 req-301ef8eb-5ac6-4e22-8b00-f2ecb2f1c421 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=205a602a-d21f-462a-9232-3855ae667a74 HTTP/1.1" status: 200 len: 859 time: 0.1077266 Apr 14 16:06:48.791886 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1082efca-6a06-415a-962a-b6710993f72b req-fd3c31ce-93d7-44e9-8bf4-9283366bef72 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343660 Apr 14 16:06:48.815245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device e7221aed-12d6-4577-be36-db085372660f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:06:48.852711 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b58c5dd2-45c3-4650-9ec3-e9fa86a02a05 req-52cabd64-9acc-45c1-a750-15b12f5ce534 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea67db47-bf65-4079-9934-9f42e3de44e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559165 Apr 14 16:06:48.888463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: e7221aed-12d6-4577-be36-db085372660f {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:06:48.888897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device e7221aed-12d6-4577-be36-db085372660f not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:06:49.232769 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-8ae628e5-f1b2-410b-8d36-703dd5b0cf04 req-9778f80f-c5da-44df-a7fc-2c5c62b25507 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] For port ddc426d1-1386-443d-98b2-94cb4e71c936, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ddc426d1-1386-443d-98b2-94cb4e71c936,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:49.233181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8ae628e5-f1b2-410b-8d36-703dd5b0cf04 req-9778f80f-c5da-44df-a7fc-2c5c62b25507 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:49.257083 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bfd26-56d8-4d82-9d06-542a497b4e5c req-e9e6dba8-8652-48b8-b0b4-72389d93d616 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:49.258709 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a13bfd26-56d8-4d82-9d06-542a497b4e5c req-e9e6dba8-8652-48b8-b0b4-72389d93d616 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 945 time: 0.2056348 Apr 14 16:06:49.369945 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b58c5dd2-45c3-4650-9ec3-e9fa86a02a05 req-f8895051-e047-462f-ac91-b5238dc89f4d service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093610 Apr 14 16:06:49.401275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-8ae628e5-f1b2-410b-8d36-703dd5b0cf04 req-9778f80f-c5da-44df-a7fc-2c5c62b25507 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Calling delete_port for ddc426d1-1386-443d-98b2-94cb4e71c936 owned by compute:nova {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:06:49.466079 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a13bfd26-56d8-4d82-9d06-542a497b4e5c req-68ca3b10-2e0d-4b17-89b9-11eca981265f tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441245 Apr 14 16:06:49.535973 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b58c5dd2-45c3-4650-9ec3-e9fa86a02a05 req-35710601-e080-4ac1-b85e-e651e6a7c81e service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574483 Apr 14 16:06:49.646593 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8ae628e5-f1b2-410b-8d36-703dd5b0cf04 req-9778f80f-c5da-44df-a7fc-2c5c62b25507 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:49.656050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad659ffc-2133-452e-a243-6c47bfe02ea0 req-2062f873-3fc0-4263-bd80-6ddfc3e7c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:49.657720 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ad659ffc-2133-452e-a243-6c47bfe02ea0 req-2062f873-3fc0-4263-bd80-6ddfc3e7c764 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 1098 time: 0.0816870 Apr 14 16:06:49.663507 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['f983055f-27b0-4f23-a8f9-02ee12a7bb77', 'ddc426d1-1386-443d-98b2-94cb4e71c936'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:06:49.672428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3cb419c9-a17e-4e83-95fa-dd81f97b9728 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:49.870774 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778f80f-c5da-44df-a7fc-2c5c62b25507 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Pushing event deleted for resources: {'Port': ['ID=ddc426d1-1386-443d-98b2-94cb4e71c936,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:49.873484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9778f80f-c5da-44df-a7fc-2c5c62b25507 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:49.890335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad659ffc-2133-452e-a243-6c47bfe02ea0 req-808e727f-c35c-4f3c-9345-a4ac2e6458a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:49.891902 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ad659ffc-2133-452e-a243-6c47bfe02ea0 req-808e727f-c35c-4f3c-9345-a4ac2e6458a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 920 time: 0.2112746 Apr 14 16:06:49.963962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae628e5-f1b2-410b-8d36-703dd5b0cf04 req-9778f80f-c5da-44df-a7fc-2c5c62b25507 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] No DVR routers for this DVR port ddc426d1-1386-443d-98b2-94cb4e71c936 on host hv-cinder-78626 {{(pid=85223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:06:49.967380 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8ae628e5-f1b2-410b-8d36-703dd5b0cf04 req-9778f80f-c5da-44df-a7fc-2c5c62b25507 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:49.971199 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c993cbd-42b6-4d8f-83d2-7fcf5b920a28', 'name': 'network-vif-deleted', 'tag': 'ddc426d1-1386-443d-98b2-94cb4e71c936'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:50.064463 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ae628e5-f1b2-410b-8d36-703dd5b0cf04 req-9778f80f-c5da-44df-a7fc-2c5c62b25507 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "DELETE /v2.0/ports/ddc426d1-1386-443d-98b2-94cb4e71c936 HTTP/1.1" status: 204 len: 173 time: 1.4149570 Apr 14 16:06:50.087038 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ad659ffc-2133-452e-a243-6c47bfe02ea0 req-95bcd302-791f-44f5-a5b4-62c819ecddf4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 HTTP/1.1" status: 200 len: 217 time: 0.0964813 Apr 14 16:06:50.093324 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c35beb-80bd-4098-b281-5a77b3a3f940 req-ddcac975-c788-4f39-9eae-f55badd42476 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:50.094998 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a4c35beb-80bd-4098-b281-5a77b3a3f940 req-ddcac975-c788-4f39-9eae-f55badd42476 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1089454 Apr 14 16:06:50.128999 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a4c35beb-80bd-4098-b281-5a77b3a3f940 req-30eb671b-c799-4787-84cb-000809a751b6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272622 Apr 14 16:06:50.165631 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad659ffc-2133-452e-a243-6c47bfe02ea0 req-9fbbeaaa-197c-4170-9470-4f2e85a5eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:50.167848 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ad659ffc-2133-452e-a243-6c47bfe02ea0 req-9fbbeaaa-197c-4170-9470-4f2e85a5eb49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=205a602a-d21f-462a-9232-3855ae667a74 HTTP/1.1" status: 200 len: 859 time: 0.0733089 Apr 14 16:06:50.187480 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c993cbd-42b6-4d8f-83d2-7fcf5b920a28', 'name': 'network-vif-deleted', 'tag': 'ddc426d1-1386-443d-98b2-94cb4e71c936', 'status': 'completed', 'code': 200} Apr 14 16:06:50.233621 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ad659ffc-2133-452e-a243-6c47bfe02ea0 req-3d30a40c-f853-4649-b0b6-711cc7be748b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea67db47-bf65-4079-9934-9f42e3de44e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563433 Apr 14 16:06:50.246807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8b4e-90d6-4899-be61-b36e8a3401b3 req-80d86a4e-9e2b-4b1f-a940-8a49f9504b19 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:50.248396 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a4ea8b4e-90d6-4899-be61-b36e8a3401b3 req-80d86a4e-9e2b-4b1f-a940-8a49f9504b19 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.3599994 Apr 14 16:06:50.359427 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a4ea8b4e-90d6-4899-be61-b36e8a3401b3 req-1fa4d51b-177c-488c-89e2-01702d0b2798 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867825 Apr 14 16:06:50.413021 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ad659ffc-2133-452e-a243-6c47bfe02ea0 req-ef9ec93b-0d3f-402d-a2b1-ae01d10da983 service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634569 Apr 14 16:06:50.611380 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-b5f2e1b5-b2f9-4c37-a41e-415ad7fed00a tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9defc5b50b35466e898c94f22eb5cd8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419707 Apr 14 16:06:50.656945 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ad659ffc-2133-452e-a243-6c47bfe02ea0 req-f72a40f9-186b-4f66-ae97-fc01a7c93390 service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353475 Apr 14 16:06:50.673647 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-56e680a9-937c-4acc-b8c0-6f0149093ac2 req-c789915b-2f8b-44c0-bd55-27b5bd1a7716 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c993cbd-42b6-4d8f-83d2-7fcf5b920a28 HTTP/1.1" status: 200 len: 210 time: 0.0724721 Apr 14 16:06:50.815519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-0f713c1a-1837-4d9c-bc33-ee999b30fdfd tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:50.817179 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-0f713c1a-1837-4d9c-bc33-ee999b30fdfd tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045662 Apr 14 16:06:50.834650 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-90cb9413-b24d-4661-b112-96f7a9f62bc0 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/quotas/9defc5b50b35466e898c94f22eb5cd8f HTTP/1.1" status: 200 len: 375 time: 0.0105484 Apr 14 16:06:50.891151 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-736f0581-0d35-4845-96eb-1c4f644c16f7 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9defc5b50b35466e898c94f22eb5cd8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504489 Apr 14 16:06:51.097044 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0311f473-848e-47c4-b5b4-afdbf23cf4ce req-dc81a298-dc7c-4c16-8f5c-3116c9755f24 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 210 time: 0.0589135 Apr 14 16:06:51.337743 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf7be0-e639-409a-b70c-ab40fe2d49da req-9493cad4-71ad-4c4d-a11f-3c96d770490e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:51.339379 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b5cf7be0-e639-409a-b70c-ab40fe2d49da req-9493cad4-71ad-4c4d-a11f-3c96d770490e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0907624 Apr 14 16:06:51.376427 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b5cf7be0-e639-409a-b70c-ab40fe2d49da req-dbb62ff3-eec1-419e-915b-afdbebd99744 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292535 Apr 14 16:06:51.564852 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aade9-2b04-43f9-94af-37d909571e4d req-90b2e595-1468-4602-a4c2-e530fc697450 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:51.566372 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c80aade9-2b04-43f9-94af-37d909571e4d req-90b2e595-1468-4602-a4c2-e530fc697450 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0873153 Apr 14 16:06:51.601471 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c80aade9-2b04-43f9-94af-37d909571e4d req-7766c0ae-6422-410d-bfa6-b2bc85332d7d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276721 Apr 14 16:06:52.200233 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-499d763c-78b9-4323-a798-bf443a97b993 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9defc5b50b35466e898c94f22eb5cd8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463679 Apr 14 16:06:52.348592 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-614b7633-a029-4a44-b346-69fc6d5a5b37 req-a887a81c-c60c-432c-99fd-3ef8b4dfb9ae tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 210 time: 0.1135793 Apr 14 16:06:52.422741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-643a8b4c-6152-409e-8882-750df9278fb2 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:52.424311 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-643a8b4c-6152-409e-8882-750df9278fb2 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183506 Apr 14 16:06:52.438142 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Request body: {'port': {'device_id': '5e1855a2-4073-485b-b24e-49bce933a3bd', 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1', 'admin_state_up': True, 'tenant_id': '9defc5b50b35466e898c94f22eb5cd8f'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:52.583064 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:52.587123 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60665e5-ad6a-4661-bbc9-3e792281a2d8 req-3d8a5d78-7cc5-4afd-8db8-e16f6f00fbbe tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:52.587286 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Usage tracker for resource:port and tenant:9defc5b50b35466e898c94f22eb5cd8f is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:52.589864 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c60665e5-ad6a-4661-bbc9-3e792281a2d8 req-3d8a5d78-7cc5-4afd-8db8-e16f6f00fbbe tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0883985 Apr 14 16:06:52.590069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:52.596151 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:52.605654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Made reservation on behalf of 9defc5b50b35466e898c94f22eb5cd8f for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:52.611614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:52.620106 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c60665e5-ad6a-4661-bbc9-3e792281a2d8 req-629441e4-ef19-449c-b5d8-1b6965f88cb2 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251787 Apr 14 16:06:52.625414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:52.641262 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:52.645251 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Usage tracker for resource:security_group_rule and tenant:9defc5b50b35466e898c94f22eb5cd8f is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:52.648129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:52.654155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:52.747211 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:52.749951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:52.754219 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:52.831651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011cc2aa-84d2-44d0-93bc-89b3efea80a9,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:52.837389 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:52.845928 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device ddc426d1-1386-443d-98b2-94cb4e71c936 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:06:52.884113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: ddc426d1-1386-443d-98b2-94cb4e71c936 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:06:52.884457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device ddc426d1-1386-443d-98b2-94cb4e71c936 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:06:52.930950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Allocated IP 192.168.233.57 (13cd4604-4929-420d-954e-4c67a30918a1/838598b4-be43-4ad2-a2bc-cc789f6b3f17/154e2d73-795b-4e88-afe1-15358c71486f) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:53.147560 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:53.164564 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Transition to ACTIVE for port object 154e2d73-795b-4e88-afe1-15358c71486f will not be triggered until provisioned by entity DHCP. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:53.193166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:53.211599 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:53.442820 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d57fb9-42b5-4a31-acf4-dca0dd988422 req-b1887058-0b9f-4802-a23f-bd3305675e8d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:53.444806 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e9d57fb9-42b5-4a31-acf4-dca0dd988422 req-b1887058-0b9f-4802-a23f-bd3305675e8d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0987749 Apr 14 16:06:53.473250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Pushing event updated for resources: {'Port': ['ID=154e2d73-795b-4e88-afe1-15358c71486f,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:53.479818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Network 13cd4604-4929-420d-954e-4c67a30918a1 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:53.481103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:53.485289 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:53.487502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:53.501320 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e9d57fb9-42b5-4a31-acf4-dca0dd988422 req-bd6a121b-dfde-4ca4-858c-c3245a4a4d3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491812 Apr 14 16:06:53.523565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8c6743d1-8da5-4a7e-b821-5e79f4970333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:53.581606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:53.582475 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:53.609548 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9372039-b59f-4392-a540-ca9ca3669572 req-86c17ec7-fa16-4a55-b697-bf3731d787df tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:53.613244 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f9372039-b59f-4392-a540-ca9ca3669572 req-86c17ec7-fa16-4a55-b697-bf3731d787df tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 945 time: 0.2223382 Apr 14 16:06:53.642086 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2081335 Apr 14 16:06:53.656707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Request body: {'port': {'device_id': '5e1855a2-4073-485b-b24e-49bce933a3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:53.688562 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f9372039-b59f-4392-a540-ca9ca3669572 req-722aba7b-b13e-47b2-ac93-e2be88cbe9d5 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649710 Apr 14 16:06:53.732558 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ba213-1a8e-4955-b60d-d581e77875b6 req-6c6e9a7c-9d57-47c2-bee4-5ea73bfd256b tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:53.734254 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fe4ba213-1a8e-4955-b60d-d581e77875b6 req-6c6e9a7c-9d57-47c2-bee4-5ea73bfd256b tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 935 time: 0.0930400 Apr 14 16:06:53.738012 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-7d7af634-8e09-4524-9aa0-65b957aef2c0 None None] Provisioning for port 154e2d73-795b-4e88-afe1-15358c71486f completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:53.746023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-7d7af634-8e09-4524-9aa0-65b957aef2c0 None None] Provisioning complete for port 154e2d73-795b-4e88-afe1-15358c71486f triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:53.746703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7d7af634-8e09-4524-9aa0-65b957aef2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:53.785049 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fe4ba213-1a8e-4955-b60d-d581e77875b6 req-c4e9229c-e7f6-4055-b490-3fe4f012f8a9 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/security-groups?id=011cc2aa-84d2-44d0-93bc-89b3efea80a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Apr 14 16:06:53.805841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:53.825731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-7d7af634-8e09-4524-9aa0-65b957aef2c0 None None] Port 154e2d73-795b-4e88-afe1-15358c71486f cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:06:54.005958 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.046527 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d227f-00e4-4c7a-be49-f3a6a2858130 req-0460ca04-a2e3-43d7-bc99-6eeae197a359 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:54.054180 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b04d227f-00e4-4c7a-be49-f3a6a2858130 req-0460ca04-a2e3-43d7-bc99-6eeae197a359 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1287274 Apr 14 16:06:54.087805 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b04d227f-00e4-4c7a-be49-f3a6a2858130 req-feee2622-8fed-4ad1-9274-6cc28de37b7e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326014 Apr 14 16:06:54.473194 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154e2d73-795b-4e88-afe1-15358c71486f {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:06:54.481194 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.497569 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Transition to ACTIVE for port object 154e2d73-795b-4e88-afe1-15358c71486f will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:54.500530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.517168 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:54.648353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Pushing event updated for resources: {'Port': ['ID=154e2d73-795b-4e88-afe1-15358c71486f,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:54.653437 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:54.949845 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Attempting to bind port 154e2d73-795b-4e88-afe1-15358c71486f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:54.950149 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Attempting to bind port 154e2d73-795b-4e88-afe1-15358c71486f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:54.950523 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Attempting to bind port 154e2d73-795b-4e88-afe1-15358c71486f on network 13cd4604-4929-420d-954e-4c67a30918a1 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:54.964932 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Port 154e2d73-795b-4e88-afe1-15358c71486f on network 13cd4604-4929-420d-954e-4c67a30918a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:06:54.965335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Attempting to bind port 154e2d73-795b-4e88-afe1-15358c71486f on network 13cd4604-4929-420d-954e-4c67a30918a1 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:54.985300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:54.985619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Checking segment: {'id': 'f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:54.986018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Bound using segment: {'id': 'f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:54.986501 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Bound port: 154e2d73-795b-4e88-afe1-15358c71486f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:54.986886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.992429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d39ec-c606-4e1c-bbbf-60cc85c28f21 req-2fd86a1d-419f-464b-917c-a72bdc1b4267 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:54.993712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-955d39ec-c606-4e1c-bbbf-60cc85c28f21 req-2fd86a1d-419f-464b-917c-a72bdc1b4267 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Synchronizing usage tracker for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:55.025720 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-955d39ec-c606-4e1c-bbbf-60cc85c28f21 req-2fd86a1d-419f-464b-917c-a72bdc1b4267 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Unset dirty status for tenant:3333064482394dbaaf2ad94cd790c974 on resource:port {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:55.034729 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-955d39ec-c606-4e1c-bbbf-60cc85c28f21 req-2fd86a1d-419f-464b-917c-a72bdc1b4267 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 945 time: 0.1653900 Apr 14 16:06:55.088895 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-955d39ec-c606-4e1c-bbbf-60cc85c28f21 req-1dbfcefe-8fb1-488a-a507-484e93d3ca4b tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471163 Apr 14 16:06:55.190860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 46402) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:55.279926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] For port 154e2d73-795b-4e88-afe1-15358c71486f, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:55.290549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] For port 154e2d73-795b-4e88-afe1-15358c71486f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=154e2d73-795b-4e88-afe1-15358c71486f,segment=NetworkSegment(f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e),segment_id=f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:55.300206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f5a25-5477-4b95-9b48-4e994366fff5 req-884dd8f9-7208-47bf-95ab-b05a9f61cf15 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:55.301061 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-749f5a25-5477-4b95-9b48-4e994366fff5 req-884dd8f9-7208-47bf-95ab-b05a9f61cf15 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Synchronizing usage tracker for tenant:9defc5b50b35466e898c94f22eb5cd8f on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:55.306742 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.323109 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:55.331654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c173f6-b9ce-40db-a010-5214390b4254 req-0dd17ef6-6ef5-49b8-83b7-144c6a344201 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:55.333371 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f5c173f6-b9ce-40db-a010-5214390b4254 req-0dd17ef6-6ef5-49b8-83b7-144c6a344201 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 945 time: 0.1906161 Apr 14 16:06:55.441108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-f5c173f6-b9ce-40db-a010-5214390b4254 req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Deleting port f983055f-27b0-4f23-a8f9-02ee12a7bb77 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:06:55.441503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-f5c173f6-b9ce-40db-a010-5214390b4254 req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.459951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2466f16b-a83c-4846-baf0-3daed14e3798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.497189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad529de-0ae4-46fa-94cf-acddafb0952d req-98fa3894-1ff8-4548-be80-392bdfdad704 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:55.498790 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0ad529de-0ae4-46fa-94cf-acddafb0952d req-98fa3894-1ff8-4548-be80-392bdfdad704 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.2451203 Apr 14 16:06:55.508261 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-749f5a25-5477-4b95-9b48-4e994366fff5 req-884dd8f9-7208-47bf-95ab-b05a9f61cf15 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Unset dirty status for tenant:9defc5b50b35466e898c94f22eb5cd8f on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:55.510147 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-749f5a25-5477-4b95-9b48-4e994366fff5 req-884dd8f9-7208-47bf-95ab-b05a9f61cf15 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 947 time: 0.4441469 Apr 14 16:06:55.513779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2466f16b-a83c-4846-baf0-3daed14e3798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:55.531774 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Pushing event updated for resources: {'Port': ['ID=154e2d73-795b-4e88-afe1-15358c71486f,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:55.536433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2466f16b-a83c-4846-baf0-3daed14e3798 admin admin] Usage tracker for resource:security_group_rule and tenant:af85fff45f2949f393939f686a7f51a7 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:55.542744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2466f16b-a83c-4846-baf0-3daed14e3798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:55.545792 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:55.568206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2466f16b-a83c-4846-baf0-3daed14e3798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:55.585021 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0ad529de-0ae4-46fa-94cf-acddafb0952d req-f668e10e-3f08-44e1-9c0d-8804af01365f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689471 Apr 14 16:06:55.592918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-749f5a25-5477-4b95-9b48-4e994366fff5 req-68dd9bd4-4ec6-4640-b508-c7dc05325be8 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Synchronizing usage tracker for tenant:9defc5b50b35466e898c94f22eb5cd8f on resource:security_group {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:55.641403 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:55.642084 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.643583 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] 10.222.0.25 "PUT /v2.0/ports/154e2d73-795b-4e88-afe1-15358c71486f HTTP/1.1" status: 200 len: 1097 time: 1.9937441 Apr 14 16:06:55.644086 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1855a2-4073-485b-b24e-49bce933a3bd', 'tag': '154e2d73-795b-4e88-afe1-15358c71486f'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:55.705215 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1855a2-4073-485b-b24e-49bce933a3bd', 'tag': '154e2d73-795b-4e88-afe1-15358c71486f', 'status': 'completed', 'code': 200} Apr 14 16:06:55.761735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-f5c173f6-b9ce-40db-a010-5214390b4254 req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] For port f983055f-27b0-4f23-a8f9-02ee12a7bb77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f983055f-27b0-4f23-a8f9-02ee12a7bb77,segment=NetworkSegment(1c3ab707-5331-4e24-9133-f097d8fcd9be),segment_id=1c3ab707-5331-4e24-9133-f097d8fcd9be)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:55.762146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-f5c173f6-b9ce-40db-a010-5214390b4254 req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.776082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-712844c3-730f-40ac-8607-a82cbc0dfc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.785884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2466f16b-a83c-4846-baf0-3daed14e3798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.795539 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2466f16b-a83c-4846-baf0-3daed14e3798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.804670 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3be1e676-0d15-4e3d-9248-4cb94c0ade35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:55.818035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-749f5a25-5477-4b95-9b48-4e994366fff5 req-68dd9bd4-4ec6-4640-b508-c7dc05325be8 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Unset dirty status for tenant:9defc5b50b35466e898c94f22eb5cd8f on resource:security_group {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:55.819268 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-749f5a25-5477-4b95-9b48-4e994366fff5 req-68dd9bd4-4ec6-4640-b508-c7dc05325be8 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/security-groups?id=011cc2aa-84d2-44d0-93bc-89b3efea80a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842486 Apr 14 16:06:55.862231 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2466f16b-a83c-4846-baf0-3daed14e3798 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af85fff45f2949f393939f686a7f51a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6673172 Apr 14 16:06:55.863862 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466f16b-a83c-4846-baf0-3daed14e3798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1283847-16e5-446e-a379-c22e0617e677,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:55.866434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 46412) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:55.874821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2466f16b-a83c-4846-baf0-3daed14e3798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:55.903579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-f5c173f6-b9ce-40db-a010-5214390b4254 req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Calling delete_port for f983055f-27b0-4f23-a8f9-02ee12a7bb77 owned by compute:nova {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:06:55.915334 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-c80d3883-8740-4a3b-9885-cc9bf6371031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:55.917536 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-c80d3883-8740-4a3b-9885-cc9bf6371031 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9defc5b50b35466e898c94f22eb5cd8f&device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 1100 time: 0.1908710 Apr 14 16:06:56.004042 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-2db533dd-8134-4dc3-940c-64951d746dfd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=154e2d73-795b-4e88-afe1-15358c71486f HTTP/1.1" status: 200 len: 217 time: 0.0774732 Apr 14 16:06:56.053103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-f5c173f6-b9ce-40db-a010-5214390b4254 req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.061851 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1389d4e0-c7b9-4280-a1b5-acbe007c4bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.064624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['f983055f-27b0-4f23-a8f9-02ee12a7bb77'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:06:56.109060 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-b34ead50-6f01-4a48-883a-f77b706bad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:56.110648 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-b34ead50-6f01-4a48-883a-f77b706bad06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=838598b4-be43-4ad2-a2bc-cc789f6b3f17 HTTP/1.1" status: 200 len: 843 time: 0.0980148 Apr 14 16:06:56.112455 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1389d4e0-c7b9-4280-a1b5-acbe007c4bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.122768 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a47f7168-5c8c-46ba-8719-2ab159bfcf3e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:56.174943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Pushing event deleted for resources: {'Port': ['ID=f983055f-27b0-4f23-a8f9-02ee12a7bb77,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:56.178951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:56.224179 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1389d4e0-c7b9-4280-a1b5-acbe007c4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.229896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-32735c91-1fff-4bff-b937-7f3a8d76d0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:56.246283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389d4e0-c7b9-4280-a1b5-acbe007c4bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1283847-16e5-446e-a379-c22e0617e677,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:56.252150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-c7c32c42-ae7f-4a98-9cec-d39bf36c805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:56.253847 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-c7c32c42-ae7f-4a98-9cec-d39bf36c805a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13cd4604-4929-420d-954e-4c67a30918a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1318052 Apr 14 16:06:56.254768 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1389d4e0-c7b9-4280-a1b5-acbe007c4bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:56.258728 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1389d4e0-c7b9-4280-a1b5-acbe007c4bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.262450 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-1389d4e0-c7b9-4280-a1b5-acbe007c4bc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1283847-16e5-446e-a379-c22e0617e677 HTTP/1.1" status: 204 len: 168 time: 0.3924522 Apr 14 16:06:56.424297 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-fb4586a4-f60e-4d12-8d1f-338e5cd1ba30 service neutron] 10.222.0.25 "GET /v2.0/networks/13cd4604-4929-420d-954e-4c67a30918a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626980 Apr 14 16:06:56.522536 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.594119 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6438b896-cbd3-47c2-a515-e52846509b8d req-8201a842-d0c4-428d-ba13-59c95bd7d281 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb8d009-1977-48df-bedb-8897b31331fd HTTP/1.1" status: 200 len: 210 time: 0.0892489 Apr 14 16:06:56.619529 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8945c78a-1a44-463c-bf8e-970cc6b6c7a6 req-5717025c-12fa-4eb0-994f-97445bc3a58d service neutron] 10.222.0.25 "GET /v2.0/networks/13cd4604-4929-420d-954e-4c67a30918a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877670 Apr 14 16:06:56.653008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c173f6-b9ce-40db-a010-5214390b4254 req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] No DVR routers for this DVR port f983055f-27b0-4f23-a8f9-02ee12a7bb77 on host hv-cinder-78626 {{(pid=85223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:06:56.655532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-f5c173f6-b9ce-40db-a010-5214390b4254 req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.658491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb8d009-1977-48df-bedb-8897b31331fd', 'name': 'network-vif-deleted', 'tag': 'f983055f-27b0-4f23-a8f9-02ee12a7bb77'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:56.678351 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f5c173f6-b9ce-40db-a010-5214390b4254 req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] 10.222.0.25 "DELETE /v2.0/ports/f983055f-27b0-4f23-a8f9-02ee12a7bb77 HTTP/1.1" status: 204 len: 173 time: 1.3378112 Apr 14 16:06:56.800204 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bece5-fb6a-4b13-9e74-13d3fc8f98b5 req-4ded3221-1ec0-4254-a61d-d13f947b6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:56.817590 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c1bece5-fb6a-4b13-9e74-13d3fc8f98b5 req-4ded3221-1ec0-4254-a61d-d13f947b6237 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9defc5b50b35466e898c94f22eb5cd8f&device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 1100 time: 0.1391411 Apr 14 16:06:56.822299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.890200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aa0e2-8957-4faa-9b2b-94697fb2f878 req-ff05ad5f-5a45-4d88-8621-c51d8bd555f1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:56.901913 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-610aa0e2-8957-4faa-9b2b-94697fb2f878 req-ff05ad5f-5a45-4d88-8621-c51d8bd555f1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1374855 Apr 14 16:06:56.913332 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 46438) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:56.963744 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-610aa0e2-8957-4faa-9b2b-94697fb2f878 req-92c397bb-275e-49c5-ae67-8e26e08f248b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604584 Apr 14 16:06:57.006245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bece5-fb6a-4b13-9e74-13d3fc8f98b5 req-5757af57-25d0-4b1e-a253-70764adaabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.008134 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c1bece5-fb6a-4b13-9e74-13d3fc8f98b5 req-5757af57-25d0-4b1e-a253-70764adaabd0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=13cd4604-4929-420d-954e-4c67a30918a1 HTTP/1.1" status: 200 len: 870 time: 0.1828756 Apr 14 16:06:57.041270 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb8d009-1977-48df-bedb-8897b31331fd', 'name': 'network-vif-deleted', 'tag': 'f983055f-27b0-4f23-a8f9-02ee12a7bb77', 'status': 'completed', 'code': 200} Apr 14 16:06:57.102315 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c1bece5-fb6a-4b13-9e74-13d3fc8f98b5 req-7fa00b36-0ee7-4213-9c7b-7628032049e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=154e2d73-795b-4e88-afe1-15358c71486f HTTP/1.1" status: 200 len: 217 time: 0.0855076 Apr 14 16:06:57.187856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-763b68ea-6db7-4547-8617-e8db72b73d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.214209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-763b68ea-6db7-4547-8617-e8db72b73d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:57.257311 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-763b68ea-6db7-4547-8617-e8db72b73d59 admin admin] Usage tracker for resource:security_group_rule and tenant:69891361b0c14ac6b5dcebfd9318f06c is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:57.267633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-763b68ea-6db7-4547-8617-e8db72b73d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:57.271673 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bece5-fb6a-4b13-9e74-13d3fc8f98b5 req-6a40ddb8-dd9c-418d-8180-a2e810b7fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.273324 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c1bece5-fb6a-4b13-9e74-13d3fc8f98b5 req-6a40ddb8-dd9c-418d-8180-a2e810b7fbdc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=838598b4-be43-4ad2-a2bc-cc789f6b3f17 HTTP/1.1" status: 200 len: 843 time: 0.1619928 Apr 14 16:06:57.284103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-763b68ea-6db7-4547-8617-e8db72b73d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:57.302005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b83c5-8fe7-4a74-85ab-009fb041f856 req-4682e6e5-9a26-4141-ae79-55eb0f874be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.303594 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-922b83c5-8fe7-4a74-85ab-009fb041f856 req-4682e6e5-9a26-4141-ae79-55eb0f874be7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 1098 time: 0.1597130 Apr 14 16:06:57.312503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ffe17-1ad0-4972-8457-36d5f27dd8de req-884f3e63-b9d2-4d8a-be3e-f1ef43480c77 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.314042 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-378ffe17-1ad0-4972-8457-36d5f27dd8de req-884f3e63-b9d2-4d8a-be3e-f1ef43480c77 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 947 time: 0.1134253 Apr 14 16:06:57.422033 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-378ffe17-1ad0-4972-8457-36d5f27dd8de req-463cb3bb-a3b8-4a73-8b11-ea990fccb84f tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/security-groups?id=011cc2aa-84d2-44d0-93bc-89b3efea80a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819821 Apr 14 16:06:57.445109 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907eb37-4fda-4909-8a54-bcb8569ba075 req-9008473a-86b4-4827-acd0-4035d24dc40e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.446912 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0907eb37-4fda-4909-8a54-bcb8569ba075 req-9008473a-86b4-4827-acd0-4035d24dc40e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.2278681 Apr 14 16:06:57.473657 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b83c5-8fe7-4a74-85ab-009fb041f856 req-6d4d4ee7-486a-476e-93a8-8ef6771d21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.475210 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-922b83c5-8fe7-4a74-85ab-009fb041f856 req-6d4d4ee7-486a-476e-93a8-8ef6771d21ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 920 time: 0.1602747 Apr 14 16:06:57.475818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bece5-fb6a-4b13-9e74-13d3fc8f98b5 req-ad14c07e-ff91-420b-b98a-de6088ad5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.477406 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c1bece5-fb6a-4b13-9e74-13d3fc8f98b5 req-ad14c07e-ff91-420b-b98a-de6088ad5f56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13cd4604-4929-420d-954e-4c67a30918a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1945889 Apr 14 16:06:57.541347 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0907eb37-4fda-4909-8a54-bcb8569ba075 req-8457e870-a603-46b4-b4f7-5f65393925a9 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852976 Apr 14 16:06:57.557498 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-922b83c5-8fe7-4a74-85ab-009fb041f856 req-3aaa1739-6a84-4c0d-a65a-5443c633b55c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 HTTP/1.1" status: 200 len: 217 time: 0.0694242 Apr 14 16:06:57.602652 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-763b68ea-6db7-4547-8617-e8db72b73d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.608195 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-763b68ea-6db7-4547-8617-e8db72b73d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.623486 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a285fb91-812f-459a-b893-cdb1eb1b9bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:57.627613 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b83c5-8fe7-4a74-85ab-009fb041f856 req-e264529f-1c9d-4c30-99cf-fdd1e1a75457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.629145 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-922b83c5-8fe7-4a74-85ab-009fb041f856 req-e264529f-1c9d-4c30-99cf-fdd1e1a75457 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=205a602a-d21f-462a-9232-3855ae667a74 HTTP/1.1" status: 200 len: 859 time: 0.0629799 Apr 14 16:06:57.688325 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-763b68ea-6db7-4547-8617-e8db72b73d59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69891361b0c14ac6b5dcebfd9318f06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7715373 Apr 14 16:06:57.688515 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-922b83c5-8fe7-4a74-85ab-009fb041f856 req-fae6afdb-0b5b-4056-8960-846022c45999 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea67db47-bf65-4079-9934-9f42e3de44e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503271 Apr 14 16:06:57.688515 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 46448) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:57.692389 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b68ea-6db7-4547-8617-e8db72b73d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7dac8d-ef61-4612-88c3-574300bc2f76,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:57.704036 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-763b68ea-6db7-4547-8617-e8db72b73d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:57.713093 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c1bece5-fb6a-4b13-9e74-13d3fc8f98b5 req-2e2a1844-00e2-46a7-9cd7-83c39457e40a service neutron] 10.222.0.25 "GET /v2.0/networks/13cd4604-4929-420d-954e-4c67a30918a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222104 Apr 14 16:06:57.739836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 46452) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:57.798128 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.857836 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c1bece5-fb6a-4b13-9e74-13d3fc8f98b5 req-9263eebe-e3d7-4e6c-9669-e53a4239f771 service neutron] 10.222.0.25 "GET /v2.0/networks/13cd4604-4929-420d-954e-4c67a30918a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392701 Apr 14 16:06:57.917124 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5c94-bdec-4f3a-abb3-70b208231ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.927175 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-0772017b-2e32-40f1-b902-9ebd83516e92 admin admin] Deleting subnet a741ead3-5ae0-45aa-893b-e434dea70d0a {{(pid=85223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:06:57.941781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0772017b-2e32-40f1-b902-9ebd83516e92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.020637 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-922b83c5-8fe7-4a74-85ab-009fb041f856 req-e63d2135-7b38-47c2-88f2-1f106b16e18e service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048387 Apr 14 16:06:58.022491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5c94-bdec-4f3a-abb3-70b208231ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.037205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0772017b-2e32-40f1-b902-9ebd83516e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340783'] for subnet, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.232943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0772017b-2e32-40f1-b902-9ebd83516e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.305321 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5c94-bdec-4f3a-abb3-70b208231ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.314392 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e4588447-139f-4881-8051-a6f040f5d5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:58.346395 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-922b83c5-8fe7-4a74-85ab-009fb041f856 req-8ff46a9d-1028-4176-8279-5cc0d35cf678 service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122444 Apr 14 16:06:58.350952 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a5c94-bdec-4f3a-abb3-70b208231ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7dac8d-ef61-4612-88c3-574300bc2f76,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:58.356138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e3a5c94-bdec-4f3a-abb3-70b208231ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:58.373837 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af949b2-c9ee-40ad-87cb-3b78b5647c8a req-90614bbe-c1c1-4ab3-91ec-4e9a523b2142 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:58.375471 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5af949b2-c9ee-40ad-87cb-3b78b5647c8a req-90614bbe-c1c1-4ab3-91ec-4e9a523b2142 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.2948811 Apr 14 16:06:58.404794 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5c94-bdec-4f3a-abb3-70b208231ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.408569 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7e3a5c94-bdec-4f3a-abb3-70b208231ffc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c7dac8d-ef61-4612-88c3-574300bc2f76 HTTP/1.1" status: 204 len: 168 time: 0.7164748 Apr 14 16:06:58.414021 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5af949b2-c9ee-40ad-87cb-3b78b5647c8a req-a55a26f7-b413-458c-a1f6-8ef9cacc2a76 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276175 Apr 14 16:06:58.620505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0772017b-2e32-40f1-b902-9ebd83516e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850808693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124700'] for subnet, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.649015 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7c6f6d37-7fe6-482d-90a5-a041789eab70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:58.737671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772017b-2e32-40f1-b902-9ebd83516e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a741ead3-5ae0-45aa-893b-e434dea70d0a,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:58.752666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0772017b-2e32-40f1-b902-9ebd83516e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:58.762676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63c33e-8828-4d7e-a474-d15fcacc5bc4 req-8b4235c9-ebe2-4459-af94-950b4dba3be1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:58.764391 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ae63c33e-8828-4d7e-a474-d15fcacc5bc4 req-8b4235c9-ebe2-4459-af94-950b4dba3be1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0928051 Apr 14 16:06:58.769005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58c0a4-ca98-4ef9-bd6e-2b5ce7e3178f req-959f8b71-3005-458d-b4b4-3c3dab6c6a4b tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:58.770614 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0b58c0a4-ca98-4ef9-bd6e-2b5ce7e3178f req-959f8b71-3005-458d-b4b4-3c3dab6c6a4b tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 947 time: 0.2242105 Apr 14 16:06:58.804624 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ae63c33e-8828-4d7e-a474-d15fcacc5bc4 req-c47a9c9b-b2d3-4116-a918-31921aaa3462 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245509 Apr 14 16:06:58.825110 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0b58c0a4-ca98-4ef9-bd6e-2b5ce7e3178f req-b0e8f690-d870-4206-a70a-4299be2a020d tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/security-groups?id=011cc2aa-84d2-44d0-93bc-89b3efea80a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466406 Apr 14 16:06:58.826186 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0772017b-2e32-40f1-b902-9ebd83516e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.832759 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0772017b-2e32-40f1-b902-9ebd83516e92 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a741ead3-5ae0-45aa-893b-e434dea70d0a HTTP/1.1" status: 204 len: 168 time: 1.0871005 Apr 14 16:06:58.835379 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 46472) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:58.901868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 154e2d73-795b-4e88-afe1-15358c71486f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:06:58.909025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device f983055f-27b0-4f23-a8f9-02ee12a7bb77 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:06:58.952165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.963180 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: f983055f-27b0-4f23-a8f9-02ee12a7bb77 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:06:58.963763 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device f983055f-27b0-4f23-a8f9-02ee12a7bb77 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:06:59.110701 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 154e2d73-795b-4e88-afe1-15358c71486f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=154e2d73-795b-4e88-afe1-15358c71486f,segment=NetworkSegment(f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e),segment_id=f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:59.129062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '154e2d73-795b-4e88-afe1-15358c71486f', 'network_id': '13cd4604-4929-420d-954e-4c67a30918a1', 'port_id': '154e2d73-795b-4e88-afe1-15358c71486f', 'mac_address': 'fa:16:3e:52:ef:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838598b4-be43-4ad2-a2bc-cc789f6b3f17', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:06:59.148418 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.190211 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.208960 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154e2d73-795b-4e88-afe1-15358c71486f {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:06:59.225654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 154e2d73-795b-4e88-afe1-15358c71486f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=154e2d73-795b-4e88-afe1-15358c71486f,segment=NetworkSegment(f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e),segment_id=f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:59.228866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.231571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:59.273923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf181945-05ee-4785-a92a-96d6d4ca43e4']}} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:59.287138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3ab707-5331-4e24-9133-f097d8fcd9be') {'for_net_delete': True} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:59.287619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3ab707-5331-4e24-9133-f097d8fcd9be') {} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:59.300204 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3341337'] for segment, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.310841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=154e2d73-795b-4e88-afe1-15358c71486f,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:59.314279 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:59.319550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.326503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=85223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:06:59.368060 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 46490) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:59.462803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['154e2d73-795b-4e88-afe1-15358c71486f'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:06:59.507717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Network bf181945-05ee-4785-a92a-96d6d4ca43e4 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:06:59.518778 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850808604'] for segment, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.598275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-809228484-network', 'tenant_id': '6ffa2bb621df4bb4b982fa7200abdf56'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:59.606270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:59.613155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Usage tracker for resource:network and tenant:6ffa2bb621df4bb4b982fa7200abdf56 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:59.616743 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:59.626756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:59.648331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Made reservation on behalf of 6ffa2bb621df4bb4b982fa7200abdf56 for: {'network': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:59.653133 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.669467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.690549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cfc9d-da60-44a3-9600-5e2d60879964 req-f591b2f1-7d5f-4a57-a35c-a3742f1ebcd6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:59.692140 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3c9cfc9d-da60-44a3-9600-5e2d60879964 req-f591b2f1-7d5f-4a57-a35c-a3742f1ebcd6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1490784 Apr 14 16:06:59.696122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:59.702094 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Usage tracker for resource:security_group_rule and tenant:6ffa2bb621df4bb4b982fa7200abdf56 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:59.707874 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Network bf181945-05ee-4785-a92a-96d6d4ca43e4 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:06:59.717521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:59.728683 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:06:59.731658 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:06:59.735887 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3c9cfc9d-da60-44a3-9600-5e2d60879964 req-99efb7b6-79d5-4c58-a14d-e884c88b185a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357771 Apr 14 16:06:59.806622 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.810348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:59.830245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.836995 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.840179 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf181945-05ee-4785-a92a-96d6d4ca43e4,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:59.841431 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.843776 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:59.846655 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-db74ccc7-c75c-4771-948f-fbca04c10886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:59.848818 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-66f7eaed-d493-4531-bcbc-edc7e6f0bab6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bf181945-05ee-4785-a92a-96d6d4ca43e4 HTTP/1.1" status: 204 len: 168 time: 1.0123994 Apr 14 16:06:59.874853 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=85222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:06:59.890387 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:59.893703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.894085 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Added segment c164c109-050a-4045-9fb7-085a50922a97 of type vlan for network 40c43f4f-4879-4f00-9871-26484d64220c Apr 14 16:06:59.895378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:59.934079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.972051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.973502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:59.974231 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.980285 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-662fdd3d-298d-46eb-a0a6-642999b6e002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:00.089675 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 46508) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:00.185715 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8157172 Apr 14 16:07:00.186766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Pushing event updated for resources: {'Network': ['ID=40c43f4f-4879-4f00-9871-26484d64220c,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:00.192246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 46512) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:00.192653 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-50ad82b2-7e34-4f7e-bf87-7bb54e134a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:00.198206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network 40c43f4f-4879-4f00-9871-26484d64220c details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:07:00.200686 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6e9f6927-9ad3-4e74-aaa6-c0cf21554ca9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3333064482394dbaaf2ad94cd790c974&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0743473 Apr 14 16:07:00.204355 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 46516) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:00.215051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Request body: {'subnet': {'network_id': '40c43f4f-4879-4f00-9871-26484d64220c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-809228484-subnet', 'tenant_id': '6ffa2bb621df4bb4b982fa7200abdf56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:00.223214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:00.228239 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Usage tracker for resource:subnet and tenant:6ffa2bb621df4bb4b982fa7200abdf56 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:00.235433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:00.249898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:00.260803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3dff5-38ee-4d82-9c92-fc666e2c58fa req-a6a3a48a-db0d-440a-a88f-61df6f586309 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:00.262382 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-aee3dff5-38ee-4d82-9c92-fc666e2c58fa req-a6a3a48a-db0d-440a-a88f-61df6f586309 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.2011232 Apr 14 16:07:00.269257 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a3c71-1c25-4274-800c-76cd8e9939c9 req-c3930058-8b09-41c1-a00f-61a5c7514f4f tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:00.270887 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c2a3c71-1c25-4274-800c-76cd8e9939c9 req-c3930058-8b09-41c1-a00f-61a5c7514f4f tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 948 time: 0.1928449 Apr 14 16:07:00.280593 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Made reservation on behalf of 6ffa2bb621df4bb4b982fa7200abdf56 for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:00.285278 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851651142'] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:00.313043 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e62a1-9c94-48a6-aede-22222f4352d4 req-91fff0a1-29ef-43dd-825c-8df8281ae3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:00.314622 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a16e62a1-9c94-48a6-aede-22222f4352d4 req-91fff0a1-29ef-43dd-825c-8df8281ae3cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31ad166a944e4df09330ae6caeee9230&device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 1099 time: 0.1850579 Apr 14 16:07:00.323295 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-aee3dff5-38ee-4d82-9c92-fc666e2c58fa req-823cfcd9-c816-4aa7-b98b-5ae1f5aa0a9a tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Apr 14 16:07:00.328079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b8793280-58f0-4ccf-8f50-54dae68bfc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:00.362357 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b8793280-58f0-4ccf-8f50-54dae68bfc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:00.410838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b8793280-58f0-4ccf-8f50-54dae68bfc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:00.416470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fa0c1a67-8e5e-45dd-9320-ce8fded94aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:00.471628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8793280-58f0-4ccf-8f50-54dae68bfc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d02cacc-bdc3-4ef7-a2ea-7a1308284e64,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:00.489981 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b8793280-58f0-4ccf-8f50-54dae68bfc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:00.500043 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b8793280-58f0-4ccf-8f50-54dae68bfc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:00.501302 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b8793280-58f0-4ccf-8f50-54dae68bfc23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d02cacc-bdc3-4ef7-a2ea-7a1308284e64 HTTP/1.1" status: 204 len: 168 time: 0.2957306 Apr 14 16:07:00.539700 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981daa2-df66-47aa-a7d4-8d8c08a287b4 req-b2b16007-a78d-48fe-aaf8-05350af09538 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:00.541576 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7981daa2-df66-47aa-a7d4-8d8c08a287b4 req-b2b16007-a78d-48fe-aaf8-05350af09538 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1094720 Apr 14 16:07:00.576184 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7981daa2-df66-47aa-a7d4-8d8c08a287b4 req-be6eb099-1d15-43c2-91f9-88ac769103b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267577 Apr 14 16:07:00.643221 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c2a3c71-1c25-4274-800c-76cd8e9939c9 req-17e7b97f-b5dc-4556-a161-13972ff657ee tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/security-groups?id=011cc2aa-84d2-44d0-93bc-89b3efea80a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654084 Apr 14 16:07:00.781876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e62a1-9c94-48a6-aede-22222f4352d4 req-34f151e1-3524-4d25-ad8b-5614eea18b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:00.783447 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a16e62a1-9c94-48a6-aede-22222f4352d4 req-34f151e1-3524-4d25-ad8b-5614eea18b35 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 200 len: 912 time: 0.4600303 Apr 14 16:07:00.925598 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 154e2d73-795b-4e88-afe1-15358c71486f up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:00.942009 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a16e62a1-9c94-48a6-aede-22222f4352d4 req-ecce7140-0e3d-42f6-92df-35700b8971d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6976f7-92de-47cd-b4a0-be6c32ea3f96 HTTP/1.1" status: 200 len: 1002 time: 0.1515865 Apr 14 16:07:01.007172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 154e2d73-795b-4e88-afe1-15358c71486f completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:01.011997 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 154e2d73-795b-4e88-afe1-15358c71486f triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:01.012416 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.073015 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e62a1-9c94-48a6-aede-22222f4352d4 req-448781a9-2bce-419a-a10a-408aa569ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.074564 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a16e62a1-9c94-48a6-aede-22222f4352d4 req-448781a9-2bce-419a-a10a-408aa569ca5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=410481ba-9005-4999-9ca9-04bcc89f40f5 HTTP/1.1" status: 200 len: 850 time: 0.1013021 Apr 14 16:07:01.141070 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.155157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1855a2-4073-485b-b24e-49bce933a3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154e2d73-795b-4e88-afe1-15358c71486f'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:01.171882 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 154e2d73-795b-4e88-afe1-15358c71486f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=154e2d73-795b-4e88-afe1-15358c71486f,segment=NetworkSegment(f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e),segment_id=f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:01.175168 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.178639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:01.220748 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1855a2-4073-485b-b24e-49bce933a3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154e2d73-795b-4e88-afe1-15358c71486f', 'code': 200} Apr 14 16:07:01.252993 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e62a1-9c94-48a6-aede-22222f4352d4 req-6b869f14-d078-4796-b326-c29b7a02386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.254768 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a16e62a1-9c94-48a6-aede-22222f4352d4 req-6b869f14-d078-4796-b326-c29b7a02386c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e4087ddd-268d-4f34-8462-2595c8d5f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1327100 Apr 14 16:07:01.263788 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=154e2d73-795b-4e88-afe1-15358c71486f,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:01.272678 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.273090 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.273474 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.273850 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.274220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.274622 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.274998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.275362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.275729 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.276092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.276453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.276831 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:01.280997 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:01.467186 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851651131'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.510166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608683fb-ee0e-4c76-96bf-7b842446586c req-29eefee6-382f-45fb-93f6-8d307ffbca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.511838 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-608683fb-ee0e-4c76-96bf-7b842446586c req-29eefee6-382f-45fb-93f6-8d307ffbca89 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 1102 time: 0.0978482 Apr 14 16:07:01.539542 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a16e62a1-9c94-48a6-aede-22222f4352d4 req-383bf52a-de58-4cb9-ace6-0bdeaf0777f1 service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768991 Apr 14 16:07:01.542197 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-608683fb-ee0e-4c76-96bf-7b842446586c req-6ab5beb9-5b08-41ca-9cbf-d42ea9e4c71e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=011cc2aa-84d2-44d0-93bc-89b3efea80a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236020 Apr 14 16:07:01.545838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-947f637e-f6ca-4674-b728-3e348be07d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:01.798200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f25bd9-3c9e-4a3e-ada0-a3132d3561f1,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:01.800403 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185ce65-026c-45dd-91a2-2654dcc65d0d req-07dfa62a-2aa4-4a72-9fff-8c7cae4e552a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.800935 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:01.808892 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2185ce65-026c-45dd-91a2-2654dcc65d0d req-07dfa62a-2aa4-4a72-9fff-8c7cae4e552a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1069083 Apr 14 16:07:01.835289 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2185ce65-026c-45dd-91a2-2654dcc65d0d req-d4634722-d992-456f-a82d-4757d8a10689 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254693 Apr 14 16:07:01.884880 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad023a4-a8fc-48cf-bb91-7f6a34011a72 req-16e7ea8f-dd5e-4cfe-a1aa-70df61d7ab3b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.886499 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7ad023a4-a8fc-48cf-bb91-7f6a34011a72 req-16e7ea8f-dd5e-4cfe-a1aa-70df61d7ab3b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.3417504 Apr 14 16:07:01.937131 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a16e62a1-9c94-48a6-aede-22222f4352d4 req-2ea09d3c-cf1e-4c42-81c6-d5ab17f5cd5f service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034647 Apr 14 16:07:01.940832 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Checking segment: {'id': 'c164c109-050a-4045-9fb7-085a50922a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:01.941260 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Network hostable DHCP agents. Network: 40c43f4f-4879-4f00-9871-26484d64220c, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:07:01.956076 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7ad023a4-a8fc-48cf-bb91-7f6a34011a72 req-ed5ccd9a-000c-4750-8b30-3c8c2c2a6010 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584614 Apr 14 16:07:01.978688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Network 40c43f4f-4879-4f00-9871-26484d64220c is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:07:01.990313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, 40c43f4f-4879-4f00-9871-26484d64220c) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:02.000034 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bba772b-a7bd-428d-9cf5-8125c763201a None None] Network 40c43f4f-4879-4f00-9871-26484d64220c requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:07:02.009871 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:02.011544 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:02.042250 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3ca3c213-8191-4c9f-99fd-ec506dc60e44 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8482270 Apr 14 16:07:02.089589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232778ba-097c-4383-9494-8b9c18e2f321 req-0e2a9718-1825-4510-afaa-92dd1f7d53f6 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:02.091496 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-232778ba-097c-4383-9494-8b9c18e2f321 req-0e2a9718-1825-4510-afaa-92dd1f7d53f6 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 949 time: 0.1124084 Apr 14 16:07:02.138000 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-232778ba-097c-4383-9494-8b9c18e2f321 req-6423a651-ecf6-4607-a6d4-3637e95a2b77 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/security-groups?id=011cc2aa-84d2-44d0-93bc-89b3efea80a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320311 Apr 14 16:07:02.253144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f376ec3f-f5ec-435f-b6ac-fbcb664987d3 None None] Network 40c43f4f-4879-4f00-9871-26484d64220c requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:07:03.046803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a337b-e19e-4528-8148-c0326caec218 req-0b7c1d37-daa4-4e8e-acf5-921c353237c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:03.048466 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-733a337b-e19e-4528-8148-c0326caec218 req-0b7c1d37-daa4-4e8e-acf5-921c353237c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0933831 Apr 14 16:07:03.082240 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-733a337b-e19e-4528-8148-c0326caec218 req-3d202377-8265-46d8-81f2-1c5afbcacaa9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269158 Apr 14 16:07:03.174148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667094f-7bde-446a-9e03-9049c81976fd req-9a6ff4d4-19e0-400e-9876-0044fdb0f225 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:03.175838 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5667094f-7bde-446a-9e03-9049c81976fd req-9a6ff4d4-19e0-400e-9876-0044fdb0f225 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0931768 Apr 14 16:07:03.209887 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5667094f-7bde-446a-9e03-9049c81976fd req-5e943114-5f9f-4de2-9a76-06bee236f562 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265036 Apr 14 16:07:03.342416 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5789045-b016-4af7-ac9f-3305dd7adbae req-feaf8173-7d09-43dd-b20b-3003bd356e94 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:03.343886 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e5789045-b016-4af7-ac9f-3305dd7adbae req-feaf8173-7d09-43dd-b20b-3003bd356e94 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 949 time: 0.0887752 Apr 14 16:07:03.374340 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e5789045-b016-4af7-ac9f-3305dd7adbae req-aa4d269e-e602-4d0e-8dbb-22f7bf423377 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/security-groups?id=011cc2aa-84d2-44d0-93bc-89b3efea80a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241075 Apr 14 16:07:03.846046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4768c-3223-4ce2-a64f-e2af0ac32208 req-6658c386-3834-46e9-a945-6bee01060326 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:03.847807 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-04f4768c-3223-4ce2-a64f-e2af0ac32208 req-6658c386-3834-46e9-a945-6bee01060326 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 949 time: 0.0918183 Apr 14 16:07:03.883468 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-04f4768c-3223-4ce2-a64f-e2af0ac32208 req-233141d8-d749-435b-b742-e7c1642f4524 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/security-groups?id=011cc2aa-84d2-44d0-93bc-89b3efea80a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268757 Apr 14 16:07:04.191464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-d00d6b87-8e8d-40b8-8b20-743677870bf9 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:04.192130 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-d00d6b87-8e8d-40b8-8b20-743677870bf9 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Synchronizing usage tracker for tenant:6ffa2bb621df4bb4b982fa7200abdf56 on resource:network {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:04.208678 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-d00d6b87-8e8d-40b8-8b20-743677870bf9 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Unset dirty status for tenant:6ffa2bb621df4bb4b982fa7200abdf56 on resource:network {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:04.209973 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-d00d6b87-8e8d-40b8-8b20-743677870bf9 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/networks?id=40c43f4f-4879-4f00-9871-26484d64220c HTTP/1.1" status: 200 len: 813 time: 0.1779699 Apr 14 16:07:04.227362 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-292882c2-459a-47d5-91f7-58d243d0fe14 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/quotas/6ffa2bb621df4bb4b982fa7200abdf56 HTTP/1.1" status: 200 len: 375 time: 0.0105863 Apr 14 16:07:04.287019 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-09d2ba70-97d6-467d-8e18-5628fbbf11c3 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6ffa2bb621df4bb4b982fa7200abdf56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528433 Apr 14 16:07:04.428044 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35c15d-e31d-4346-8b52-b2cd54614613 req-7133dbea-083d-4bc2-b0ba-4434bdb05ea5 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:04.429695 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ec35c15d-e31d-4346-8b52-b2cd54614613 req-7133dbea-083d-4bc2-b0ba-4434bdb05ea5 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0910757 Apr 14 16:07:04.435389 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-641fe7f5-2730-40cf-b593-af375a1001b2 service neutron] 10.222.0.48 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401176 Apr 14 16:07:04.460627 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ec35c15d-e31d-4346-8b52-b2cd54614613 req-708d8660-ec79-4a53-9047-c90b9a018a53 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241961 Apr 14 16:07:04.578703 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-d8ad7703-f31d-4c93-98d4-753c9e69461c service neutron] 10.222.0.48 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367941 Apr 14 16:07:04.766054 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cfd2cd8a-32e5-414b-b1e8-073d12bbb769 req-9260ad83-1b21-45d0-a11e-3f77c07d1d69 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 210 time: 0.0475552 Apr 14 16:07:05.094955 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd20d86-9321-4f4f-a451-c5d4e2e52af0 req-ea1ec383-2c95-45e4-80aa-ef9d4f44251d tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:05.096753 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3bd20d86-9321-4f4f-a451-c5d4e2e52af0 req-ea1ec383-2c95-45e4-80aa-ef9d4f44251d tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 949 time: 0.0911772 Apr 14 16:07:05.129808 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3bd20d86-9321-4f4f-a451-c5d4e2e52af0 req-e1818420-1a2f-4465-8aba-adbfd0ac6491 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/security-groups?id=011cc2aa-84d2-44d0-93bc-89b3efea80a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251465 Apr 14 16:07:05.182452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79188b1d-a8d8-4cc7-b4c0-c30e5ff787f4 req-5e04a5eb-59e9-436a-9955-e1df3038a44b tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:05.184045 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-79188b1d-a8d8-4cc7-b4c0-c30e5ff787f4 req-5e04a5eb-59e9-436a-9955-e1df3038a44b tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 949 time: 0.0971329 Apr 14 16:07:05.264918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-79188b1d-a8d8-4cc7-b4c0-c30e5ff787f4 req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Deleting port 154e2d73-795b-4e88-afe1-15358c71486f {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:07:05.265643 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-79188b1d-a8d8-4cc7-b4c0-c30e5ff787f4 req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:05.537529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-79188b1d-a8d8-4cc7-b4c0-c30e5ff787f4 req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] For port 154e2d73-795b-4e88-afe1-15358c71486f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=154e2d73-795b-4e88-afe1-15358c71486f,segment=NetworkSegment(f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e),segment_id=f0f51e91-c4a9-4aa7-adf8-7b9be3fc987e)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:05.538220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-79188b1d-a8d8-4cc7-b4c0-c30e5ff787f4 req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:05.721801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-79188b1d-a8d8-4cc7-b4c0-c30e5ff787f4 req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Calling delete_port for 154e2d73-795b-4e88-afe1-15358c71486f owned by compute:nova {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:07:05.844550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136d7b-dd03-4d6c-a833-444b1f387f58 req-69f23157-eb8a-43d3-8dd5-55aed02a0965 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:05.846213 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ea136d7b-dd03-4d6c-a833-444b1f387f58 req-69f23157-eb8a-43d3-8dd5-55aed02a0965 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.2379215 Apr 14 16:07:05.939933 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ea136d7b-dd03-4d6c-a833-444b1f387f58 req-295c5b39-ae50-4488-a96a-6a983909b287 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803273 Apr 14 16:07:05.950303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-b99231de-9e32-45cf-af8b-e5b3f7c8301e tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:05.952429 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-b99231de-9e32-45cf-af8b-e5b3f7c8301e tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.25 "GET /v2.0/networks?id=40c43f4f-4879-4f00-9871-26484d64220c HTTP/1.1" status: 200 len: 813 time: 0.2215657 Apr 14 16:07:06.002989 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-79188b1d-a8d8-4cc7-b4c0-c30e5ff787f4 req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.014250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['154e2d73-795b-4e88-afe1-15358c71486f'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:07:06.017114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Request body: {'port': {'device_id': 'af2c004d-4c53-4041-a3e8-2e0a1a61d366', 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c', 'admin_state_up': True, 'tenant_id': '6ffa2bb621df4bb4b982fa7200abdf56'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:06.025680 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:06.045640 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-647d1fe9-50f6-4459-92d5-d3097d4c5fc7 req-6f8c74ed-ad58-41ef-8b7e-f18d5f79888a tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 210 time: 0.0810411 Apr 14 16:07:06.200274 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:06.204950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Usage tracker for resource:port and tenant:6ffa2bb621df4bb4b982fa7200abdf56 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:06.208109 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:06.216452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:06.224785 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Made reservation on behalf of 6ffa2bb621df4bb4b982fa7200abdf56 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:06.232011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.362795 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Pushing event deleted for resources: {'Port': ['ID=154e2d73-795b-4e88-afe1-15358c71486f,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:06.367664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:06.406371 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Allocated IP 172.20.0.2 (40c43f4f-4879-4f00-9871-26484d64220c/75f25bd9-3c9e-4a3e-ada0-a3132d3561f1/65e8c159-5fa7-4084-bc78-bf0714f24c3b) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:06.422981 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cdaabce6-1aff-415b-a6c9-328b575cc99e req-2afdbd6e-e46f-43ec-b4a9-7c32af9ea3f6 tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1855a2-4073-485b-b24e-49bce933a3bd HTTP/1.1" status: 200 len: 210 time: 0.0658939 Apr 14 16:07:06.554015 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-79188b1d-a8d8-4cc7-b4c0-c30e5ff787f4 req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] No DVR routers for this DVR port 154e2d73-795b-4e88-afe1-15358c71486f on host hv-cinder-78626 {{(pid=85223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:07:06.557157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-79188b1d-a8d8-4cc7-b4c0-c30e5ff787f4 req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.560278 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1855a2-4073-485b-b24e-49bce933a3bd', 'name': 'network-vif-deleted', 'tag': '154e2d73-795b-4e88-afe1-15358c71486f'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:06.578413 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-79188b1d-a8d8-4cc7-b4c0-c30e5ff787f4 req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] 10.222.0.25 "DELETE /v2.0/ports/154e2d73-795b-4e88-afe1-15358c71486f HTTP/1.1" status: 204 len: 173 time: 1.3884387 Apr 14 16:07:06.617085 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1855a2-4073-485b-b24e-49bce933a3bd', 'name': 'network-vif-deleted', 'tag': '154e2d73-795b-4e88-afe1-15358c71486f', 'status': 'completed', 'code': 200} Apr 14 16:07:06.639922 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.670564 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.685881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a33b2523-9567-4d34-bbc9-dce6ea0e0f13 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:06.822353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Pushing event updated for resources: {'Port': ['ID=65e8c159-5fa7-4084-bc78-bf0714f24c3b,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:06.826757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:06.878607 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Network 40c43f4f-4879-4f00-9871-26484d64220c is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:06.879699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:06.881857 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:06.948843 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:06.949515 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.970256 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9628112 Apr 14 16:07:06.989810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Request body: {'port': {'device_id': 'af2c004d-4c53-4041-a3e8-2e0a1a61d366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:07.128008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:07.212598 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be698f-19ff-45f8-87b9-16e7619ef721 req-698b3292-ac9f-4f06-9af8-ab9ee71236b5 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:07.217321 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a7be698f-19ff-45f8-87b9-16e7619ef721 req-698b3292-ac9f-4f06-9af8-ab9ee71236b5 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1520677 Apr 14 16:07:07.259788 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a7be698f-19ff-45f8-87b9-16e7619ef721 req-1d2d1649-32d2-43d7-8ee6-6aded422d083 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352361 Apr 14 16:07:07.425567 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8793628-023e-4873-a05d-59ddb89b4944 req-6a7bd11c-8c91-4a7f-90a5-0ff56880ca7d tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:07.426268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e8793628-023e-4873-a05d-59ddb89b4944 req-6a7bd11c-8c91-4a7f-90a5-0ff56880ca7d tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Synchronizing usage tracker for tenant:6ffa2bb621df4bb4b982fa7200abdf56 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:07.522799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e8793628-023e-4873-a05d-59ddb89b4944 req-6a7bd11c-8c91-4a7f-90a5-0ff56880ca7d tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Unset dirty status for tenant:6ffa2bb621df4bb4b982fa7200abdf56 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:07.524062 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e8793628-023e-4873-a05d-59ddb89b4944 req-6a7bd11c-8c91-4a7f-90a5-0ff56880ca7d tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 931 time: 0.3306391 Apr 14 16:07:07.572976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e8793628-023e-4873-a05d-59ddb89b4944 req-f9fd4acc-cb67-4e6d-bcc4-ec24ff201780 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Synchronizing usage tracker for tenant:6ffa2bb621df4bb4b982fa7200abdf56 on resource:security_group {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:07.625459 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e8793628-023e-4873-a05d-59ddb89b4944 req-f9fd4acc-cb67-4e6d-bcc4-ec24ff201780 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Unset dirty status for tenant:6ffa2bb621df4bb4b982fa7200abdf56 on resource:security_group {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:07.626704 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e8793628-023e-4873-a05d-59ddb89b4944 req-f9fd4acc-cb67-4e6d-bcc4-ec24ff201780 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916946 Apr 14 16:07:07.711416 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e8c159-5fa7-4084-bc78-bf0714f24c3b {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:07.720053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:07.735404 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Transition to ACTIVE for port object 65e8c159-5fa7-4084-bc78-bf0714f24c3b will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:07.738386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:07.753758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b3e2bf42-5531-4b96-a692-e89a96406537 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:07.888335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Pushing event updated for resources: {'Port': ['ID=65e8c159-5fa7-4084-bc78-bf0714f24c3b,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:07.900801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:08.324474 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Attempting to bind port 65e8c159-5fa7-4084-bc78-bf0714f24c3b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:08.324896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Attempting to bind port 65e8c159-5fa7-4084-bc78-bf0714f24c3b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'c164c109-050a-4045-9fb7-085a50922a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:08.325277 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Attempting to bind port 65e8c159-5fa7-4084-bc78-bf0714f24c3b on network 40c43f4f-4879-4f00-9871-26484d64220c {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:08.330634 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Port 65e8c159-5fa7-4084-bc78-bf0714f24c3b on network 40c43f4f-4879-4f00-9871-26484d64220c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:07:08.330949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Attempting to bind port 65e8c159-5fa7-4084-bc78-bf0714f24c3b on network 40c43f4f-4879-4f00-9871-26484d64220c {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:08.336437 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:08.336875 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Checking segment: {'id': 'c164c109-050a-4045-9fb7-085a50922a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:08.337325 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Bound using segment: {'id': 'c164c109-050a-4045-9fb7-085a50922a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:08.337799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Bound port: 65e8c159-5fa7-4084-bc78-bf0714f24c3b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c164c109-050a-4045-9fb7-085a50922a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:08.338205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.422949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] For port 65e8c159-5fa7-4084-bc78-bf0714f24c3b, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:08.426259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] For port 65e8c159-5fa7-4084-bc78-bf0714f24c3b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65e8c159-5fa7-4084-bc78-bf0714f24c3b,segment=NetworkSegment(c164c109-050a-4045-9fb7-085a50922a97),segment_id=c164c109-050a-4045-9fb7-085a50922a97)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:08.429615 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.444172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:08.489167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ffe0-4fcd-4777-81e0-aee30f4c0219 req-821f8fc8-b826-43ad-a857-ba526c0bd845 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:08.497540 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d1a8ffe0-4fcd-4777-81e0-aee30f4c0219 req-821f8fc8-b826-43ad-a857-ba526c0bd845 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1154904 Apr 14 16:07:08.535809 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d1a8ffe0-4fcd-4777-81e0-aee30f4c0219 req-4629ef0e-f385-4c17-987a-7c8da4f19d4d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371084 Apr 14 16:07:08.612336 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Pushing event updated for resources: {'Port': ['ID=65e8c159-5fa7-4084-bc78-bf0714f24c3b,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:08.618436 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:08.661418 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:08.662098 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.663580 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] 10.222.0.25 "PUT /v2.0/ports/65e8c159-5fa7-4084-bc78-bf0714f24c3b HTTP/1.1" status: 200 len: 1093 time: 1.6785905 Apr 14 16:07:08.664301 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2c004d-4c53-4041-a3e8-2e0a1a61d366', 'tag': '65e8c159-5fa7-4084-bc78-bf0714f24c3b'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:08.752501 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2c004d-4c53-4041-a3e8-2e0a1a61d366', 'tag': '65e8c159-5fa7-4084-bc78-bf0714f24c3b', 'status': 'completed', 'code': 200} Apr 14 16:07:08.864506 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-20a4410c-0c98-4b3d-ac90-85d47d662932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:08.866223 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-20a4410c-0c98-4b3d-ac90-85d47d662932 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ffa2bb621df4bb4b982fa7200abdf56&device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 1096 time: 0.1661057 Apr 14 16:07:08.961298 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-f36b1ffd-a2a8-4478-8ac2-cfeb27047bb1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65e8c159-5fa7-4084-bc78-bf0714f24c3b HTTP/1.1" status: 200 len: 217 time: 0.0849822 Apr 14 16:07:08.992574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 154e2d73-795b-4e88-afe1-15358c71486f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:07:09.043571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 154e2d73-795b-4e88-afe1-15358c71486f {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:07:09.044269 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 154e2d73-795b-4e88-afe1-15358c71486f not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:07:09.062863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-7f015d0a-f9dd-4b46-b492-94fbfcf7aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:09.064455 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-7f015d0a-f9dd-4b46-b492-94fbfcf7aba2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75f25bd9-3c9e-4a3e-ada0-a3132d3561f1 HTTP/1.1" status: 200 len: 853 time: 0.0840278 Apr 14 16:07:09.074517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceade4d3-ac96-4795-8d42-1b3b41c7e5aa req-85af0185-4a31-4972-b44d-7e054352cd5c tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:09.076155 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ceade4d3-ac96-4795-8d42-1b3b41c7e5aa req-85af0185-4a31-4972-b44d-7e054352cd5c tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 943 time: 0.2816887 Apr 14 16:07:09.141611 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-f3e459d7-9e25-4a4d-a3fb-89dae1185101 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=40c43f4f-4879-4f00-9871-26484d64220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643141 Apr 14 16:07:09.150004 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ceade4d3-ac96-4795-8d42-1b3b41c7e5aa req-bb8833f0-a071-4a2a-b85a-cbb44890181c tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367308 Apr 14 16:07:09.311016 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-25927260-681c-4220-b051-3a4694230728 service neutron] 10.222.0.25 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600001 Apr 14 16:07:09.454922 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-55536a73-1100-44cd-aa9b-366d89d1f21d req-e5f4dbcc-167c-46c2-ae00-c417015cf6ef service neutron] 10.222.0.25 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376772 Apr 14 16:07:09.576993 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc6bdb-86ae-4359-84d0-163f82b418f8 req-4471baa6-d3e7-4dcf-8442-82c9ea976034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:09.578988 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1dfc6bdb-86ae-4359-84d0-163f82b418f8 req-4471baa6-d3e7-4dcf-8442-82c9ea976034 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ffa2bb621df4bb4b982fa7200abdf56&device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 1096 time: 0.0842071 Apr 14 16:07:09.731583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc6bdb-86ae-4359-84d0-163f82b418f8 req-ef95b870-4e3c-48ba-9515-540e2a391f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:09.733206 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1dfc6bdb-86ae-4359-84d0-163f82b418f8 req-ef95b870-4e3c-48ba-9515-540e2a391f68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=40c43f4f-4879-4f00-9871-26484d64220c HTTP/1.1" status: 200 len: 914 time: 0.1470687 Apr 14 16:07:09.748818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f90735-0a52-4f58-a63d-6d05d847afff req-97383c53-afa2-4c5f-905a-992fc8c79eec tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:09.750409 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-71f90735-0a52-4f58-a63d-6d05d847afff req-97383c53-afa2-4c5f-905a-992fc8c79eec tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0934396 Apr 14 16:07:09.782945 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-71f90735-0a52-4f58-a63d-6d05d847afff req-f6c9d8a3-ca56-475f-910a-085568f8c1cd tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254171 Apr 14 16:07:09.807731 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1dfc6bdb-86ae-4359-84d0-163f82b418f8 req-f8b2a0e4-ac2e-462b-8a4b-a3ea4eef4d01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65e8c159-5fa7-4084-bc78-bf0714f24c3b HTTP/1.1" status: 200 len: 217 time: 0.0676622 Apr 14 16:07:09.881437 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc6bdb-86ae-4359-84d0-163f82b418f8 req-10749161-1eb3-41a3-ab40-779fce83a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:09.883009 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1dfc6bdb-86ae-4359-84d0-163f82b418f8 req-10749161-1eb3-41a3-ab40-779fce83a44b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75f25bd9-3c9e-4a3e-ada0-a3132d3561f1 HTTP/1.1" status: 200 len: 853 time: 0.0683146 Apr 14 16:07:09.936883 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1dfc6bdb-86ae-4359-84d0-163f82b418f8 req-75482e0e-c976-4dea-a5d3-339500c2ffaf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=40c43f4f-4879-4f00-9871-26484d64220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470154 Apr 14 16:07:10.085802 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1dfc6bdb-86ae-4359-84d0-163f82b418f8 req-eb6740d8-0abd-4900-92dc-9ec9276c56bb service neutron] 10.222.0.25 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422138 Apr 14 16:07:10.249713 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1dfc6bdb-86ae-4359-84d0-163f82b418f8 req-b713b6ad-43fe-437a-9169-bc80d38483ef service neutron] 10.222.0.25 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567862 Apr 14 16:07:10.374717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f1b13-a999-4844-85d1-e8e017ac9e04 req-2090fcad-9767-444b-84b9-e93e3f9edec5 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:10.376563 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bc9f1b13-a999-4844-85d1-e8e017ac9e04 req-2090fcad-9767-444b-84b9-e93e3f9edec5 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 943 time: 0.0949509 Apr 14 16:07:10.408592 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bc9f1b13-a999-4844-85d1-e8e017ac9e04 req-666a88bb-cac7-40dd-ae4b-3d145f63cc53 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256913 Apr 14 16:07:11.003053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ada7-6bbb-47df-9e5f-06693f48ee8d req-39b4bcd3-e58f-49e6-b1cb-31102c338ae4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:11.004659 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2aa9ada7-6bbb-47df-9e5f-06693f48ee8d req-39b4bcd3-e58f-49e6-b1cb-31102c338ae4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0984049 Apr 14 16:07:11.036281 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2aa9ada7-6bbb-47df-9e5f-06693f48ee8d req-ef620e35-e1b9-41c5-87a0-04f4b9b03002 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246809 Apr 14 16:07:11.611493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549e1be-4c14-479a-b0fc-32af6f1e49e5 req-19dc2d70-beec-4ca0-813a-ad515aae8dce tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:11.613034 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7549e1be-4c14-479a-b0fc-32af6f1e49e5 req-19dc2d70-beec-4ca0-813a-ad515aae8dce tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 943 time: 0.0900130 Apr 14 16:07:11.644094 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7549e1be-4c14-479a-b0fc-32af6f1e49e5 req-4f7e5feb-9633-4bd8-a52c-f31140d9c529 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240374 Apr 14 16:07:12.238547 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81527f2b-397e-4fe0-9a19-d86f7b74f811 req-2085d4c4-59ed-47a6-87b7-95595516a908 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:12.240094 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81527f2b-397e-4fe0-9a19-d86f7b74f811 req-2085d4c4-59ed-47a6-87b7-95595516a908 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0881865 Apr 14 16:07:12.270254 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81527f2b-397e-4fe0-9a19-d86f7b74f811 req-4af65a0e-b54e-4e94-acc9-5338b5862cac tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228584 Apr 14 16:07:12.631651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 46952) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:12.814859 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ad4d73be-0078-47fe-a5a0-6e6843611bb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9defc5b50b35466e898c94f22eb5cd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819363 Apr 14 16:07:12.818047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 46962) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:12.862316 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab57a70-cc5b-4499-8104-6df933c035fe req-8ee1cdb7-6b10-4c8a-b9c9-d52485dc849c tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:12.863893 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ab57a70-cc5b-4499-8104-6df933c035fe req-8ee1cdb7-6b10-4c8a-b9c9-d52485dc849c tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 943 time: 0.0999260 Apr 14 16:07:12.886845 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c517093e-b33f-4554-9fc0-4d48cf19e9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:12.895024 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ab57a70-cc5b-4499-8104-6df933c035fe req-e0c85d77-2a0b-4d43-a51b-58ed4525af32 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242066 Apr 14 16:07:12.915457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c517093e-b33f-4554-9fc0-4d48cf19e9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:12.965859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c517093e-b33f-4554-9fc0-4d48cf19e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:12.971294 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b456efd8-e984-4b09-9ea2-1093050359a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:12.985519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517093e-b33f-4554-9fc0-4d48cf19e9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011cc2aa-84d2-44d0-93bc-89b3efea80a9,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:12.988417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c517093e-b33f-4554-9fc0-4d48cf19e9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:12.996606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c517093e-b33f-4554-9fc0-4d48cf19e9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:12.997865 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c517093e-b33f-4554-9fc0-4d48cf19e9ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/011cc2aa-84d2-44d0-93bc-89b3efea80a9 HTTP/1.1" status: 204 len: 168 time: 0.1785002 Apr 14 16:07:13.005407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 65e8c159-5fa7-4084-bc78-bf0714f24c3b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:07:13.156917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 65e8c159-5fa7-4084-bc78-bf0714f24c3b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65e8c159-5fa7-4084-bc78-bf0714f24c3b,segment=NetworkSegment(c164c109-050a-4045-9fb7-085a50922a97),segment_id=c164c109-050a-4045-9fb7-085a50922a97)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:13.173611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '65e8c159-5fa7-4084-bc78-bf0714f24c3b', 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c', 'port_id': '65e8c159-5fa7-4084-bc78-bf0714f24c3b', 'mac_address': 'fa:16:3e:55:24:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f25bd9-3c9e-4a3e-ada0-a3132d3561f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:07:13.238211 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.264519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e8c159-5fa7-4084-bc78-bf0714f24c3b {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:13.282473 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 65e8c159-5fa7-4084-bc78-bf0714f24c3b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65e8c159-5fa7-4084-bc78-bf0714f24c3b,segment=NetworkSegment(c164c109-050a-4045-9fb7-085a50922a97),segment_id=c164c109-050a-4045-9fb7-085a50922a97)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:13.285509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.287432 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4623d7a8-53e5-4131-b01a-2e47d9e1be8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:13.358228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=65e8c159-5fa7-4084-bc78-bf0714f24c3b,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:13.361433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:13.473900 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1004cc-e119-4ff3-8aa1-1644dfb4e0ad req-b3ac799f-0aec-4b34-b97b-adab5b948cf1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:13.475483 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8d1004cc-e119-4ff3-8aa1-1644dfb4e0ad req-b3ac799f-0aec-4b34-b97b-adab5b948cf1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0875559 Apr 14 16:07:13.508535 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8d1004cc-e119-4ff3-8aa1-1644dfb4e0ad req-64a29780-01bc-4959-80de-f13d23c585e9 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261779 Apr 14 16:07:13.529097 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['65e8c159-5fa7-4084-bc78-bf0714f24c3b'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:07:14.104479 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b41bd-97ca-4791-ae96-12a28866bfe6 req-0cdd6b58-9d66-4942-b4f8-c8fea8c73492 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:14.106109 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bb2b41bd-97ca-4791-ae96-12a28866bfe6 req-0cdd6b58-9d66-4942-b4f8-c8fea8c73492 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 944 time: 0.0873644 Apr 14 16:07:14.136939 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bb2b41bd-97ca-4791-ae96-12a28866bfe6 req-1a8838ce-cc10-4a8e-9250-d93f816e278c tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245171 Apr 14 16:07:14.710501 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b55ff-b48c-42c7-adb6-06ca678f4e58 req-3201a1d6-b876-40eb-a44a-7c37077b53bf tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:14.712069 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b92b55ff-b48c-42c7-adb6-06ca678f4e58 req-3201a1d6-b876-40eb-a44a-7c37077b53bf tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0883939 Apr 14 16:07:14.741843 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b92b55ff-b48c-42c7-adb6-06ca678f4e58 req-fd52da27-8f24-473d-9da7-298406555b91 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233800 Apr 14 16:07:15.008034 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 65e8c159-5fa7-4084-bc78-bf0714f24c3b up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:15.078655 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 65e8c159-5fa7-4084-bc78-bf0714f24c3b completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:15.083482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 65e8c159-5fa7-4084-bc78-bf0714f24c3b triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:15.083906 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.209199 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.220809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2c004d-4c53-4041-a3e8-2e0a1a61d366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e8c159-5fa7-4084-bc78-bf0714f24c3b'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:15.232069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 65e8c159-5fa7-4084-bc78-bf0714f24c3b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65e8c159-5fa7-4084-bc78-bf0714f24c3b,segment=NetworkSegment(c164c109-050a-4045-9fb7-085a50922a97),segment_id=c164c109-050a-4045-9fb7-085a50922a97)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:15.235492 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.238147 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:15.277449 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2c004d-4c53-4041-a3e8-2e0a1a61d366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e8c159-5fa7-4084-bc78-bf0714f24c3b', 'code': 200} Apr 14 16:07:15.314176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=65e8c159-5fa7-4084-bc78-bf0714f24c3b,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:15.320007 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:15.350339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936de6d5-c58d-44ad-8504-586c5a4c3932 req-4ee3e3e0-d53c-4917-a582-fca53b22eefc tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:15.352567 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-936de6d5-c58d-44ad-8504-586c5a4c3932 req-4ee3e3e0-d53c-4917-a582-fca53b22eefc tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 945 time: 0.0983620 Apr 14 16:07:15.383133 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-936de6d5-c58d-44ad-8504-586c5a4c3932 req-51b57fb9-4510-4544-bc08-1520d867b499 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239625 Apr 14 16:07:15.514075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39097021-0e7e-4cdd-b695-eb9d539c0706 req-32745a64-b272-4bd7-bb94-5978181681d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:15.515633 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-39097021-0e7e-4cdd-b695-eb9d539c0706 req-32745a64-b272-4bd7-bb94-5978181681d8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 1098 time: 0.0750401 Apr 14 16:07:15.542630 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-39097021-0e7e-4cdd-b695-eb9d539c0706 req-e481166d-6398-4394-b192-9adb475f1c79 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0201824 Apr 14 16:07:15.560487 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:07:15.953425 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53327e-1e0d-4d30-bbec-832d3159925c req-9a36ad19-9e83-4235-9c58-abf6bddf665e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:15.955021 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3f53327e-1e0d-4d30-bbec-832d3159925c req-9a36ad19-9e83-4235-9c58-abf6bddf665e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0926056 Apr 14 16:07:15.989346 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3f53327e-1e0d-4d30-bbec-832d3159925c req-745ca861-cedb-4868-8949-9754cbcb9d21 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279071 Apr 14 16:07:16.586339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815fabd-4fc6-4a05-8c24-d143d5dd8f9e req-774990c0-89f6-4b9a-af3d-d73ff72bcf50 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:16.587993 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a815fabd-4fc6-4a05-8c24-d143d5dd8f9e req-774990c0-89f6-4b9a-af3d-d73ff72bcf50 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 945 time: 0.0916882 Apr 14 16:07:16.619651 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a815fabd-4fc6-4a05-8c24-d143d5dd8f9e req-e8f58d5d-e17d-4523-a4d9-c6d6a924117d tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253153 Apr 14 16:07:17.208745 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22231a-e8e7-4593-af9c-f3e5ca536650 req-83a29855-f606-483b-9123-9730d461f911 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:17.210403 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fb22231a-e8e7-4593-af9c-f3e5ca536650 req-83a29855-f606-483b-9123-9730d461f911 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.1007905 Apr 14 16:07:17.254021 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fb22231a-e8e7-4593-af9c-f3e5ca536650 req-45fc7766-7497-4e6f-91f0-3b085fdfa743 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353215 Apr 14 16:07:18.459941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aac24f-2f74-4882-82f7-2c82e323da6a req-58af8279-895d-4ee5-a19b-7e593ae00fa7 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:18.462164 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-79aac24f-2f74-4882-82f7-2c82e323da6a req-58af8279-895d-4ee5-a19b-7e593ae00fa7 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0886536 Apr 14 16:07:18.493289 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-79aac24f-2f74-4882-82f7-2c82e323da6a req-f0036600-83a8-453b-b6cb-cd88eec18421 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247576 Apr 14 16:07:19.695878 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deb9bf-54fa-42a1-9f85-fd49c0389076 req-36e5ef83-ec17-40f5-9262-999cf805121d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:19.697270 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-05deb9bf-54fa-42a1-9f85-fd49c0389076 req-36e5ef83-ec17-40f5-9262-999cf805121d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0877290 Apr 14 16:07:19.731192 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-05deb9bf-54fa-42a1-9f85-fd49c0389076 req-d1caeaba-555b-4a4f-9799-d33d98f2b8b5 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272305 Apr 14 16:07:20.268362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47118) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:20.393807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1e6eed82-4def-457a-918f-6974cc1a1960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.412263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1e6eed82-4def-457a-918f-6974cc1a1960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:20.417500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1e6eed82-4def-457a-918f-6974cc1a1960 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf86e6a64aa46079e4787a8dc51a984 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:20.420421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1e6eed82-4def-457a-918f-6974cc1a1960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:20.426417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1e6eed82-4def-457a-918f-6974cc1a1960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:20.513964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1e6eed82-4def-457a-918f-6974cc1a1960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.516795 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1e6eed82-4def-457a-918f-6974cc1a1960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.531037 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:20.570075 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-1e6eed82-4def-457a-918f-6974cc1a1960 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bf86e6a64aa46079e4787a8dc51a984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004909 Apr 14 16:07:20.571749 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eed82-4def-457a-918f-6974cc1a1960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2a9c7b-3699-4f62-971a-acb31837a29d,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:20.573021 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47126) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:20.575017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1e6eed82-4def-457a-918f-6974cc1a1960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:20.638165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8fffaa0c-4390-4260-a7eb-b1d9eb7ea549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.664891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8fffaa0c-4390-4260-a7eb-b1d9eb7ea549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.709642 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8fffaa0c-4390-4260-a7eb-b1d9eb7ea549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.715420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-97fc4e35-cc54-486b-b124-00d4b490785b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:20.729765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffaa0c-4390-4260-a7eb-b1d9eb7ea549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2a9c7b-3699-4f62-971a-acb31837a29d,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:20.732799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8fffaa0c-4390-4260-a7eb-b1d9eb7ea549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:20.733740 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8fffaa0c-4390-4260-a7eb-b1d9eb7ea549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.734915 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8fffaa0c-4390-4260-a7eb-b1d9eb7ea549 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a2a9c7b-3699-4f62-971a-acb31837a29d HTTP/1.1" status: 204 len: 168 time: 0.1608076 Apr 14 16:07:20.950753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c3c9f-eb18-40b9-8f24-8f38baaf580c req-5e756a97-219c-47b1-9a33-2a411c5cf0d4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:20.952404 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-992c3c9f-eb18-40b9-8f24-8f38baaf580c req-5e756a97-219c-47b1-9a33-2a411c5cf0d4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0983601 Apr 14 16:07:20.985691 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-992c3c9f-eb18-40b9-8f24-8f38baaf580c req-d4b3834b-cf7b-4ed4-97bc-7ff83cc6cbe4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256889 Apr 14 16:07:21.044018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47136) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:21.062970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0a25fed3-0ed5-4b85-865a-d0e5bb6e9549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.081306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0a25fed3-0ed5-4b85-865a-d0e5bb6e9549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:21.087445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-0a25fed3-0ed5-4b85-865a-d0e5bb6e9549 admin admin] Usage tracker for resource:security_group_rule and tenant:d5afe265c3c040caabe747183141e67e is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:21.090559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-0a25fed3-0ed5-4b85-865a-d0e5bb6e9549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:21.096476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0a25fed3-0ed5-4b85-865a-d0e5bb6e9549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:21.183834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0a25fed3-0ed5-4b85-865a-d0e5bb6e9549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.186638 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0a25fed3-0ed5-4b85-865a-d0e5bb6e9549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.199297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-97cc9318-6559-4c4b-8644-69e5267aa0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:21.246227 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0a25fed3-0ed5-4b85-865a-d0e5bb6e9549 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5afe265c3c040caabe747183141e67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010691 Apr 14 16:07:21.247196 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25fed3-0ed5-4b85-865a-d0e5bb6e9549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552eee61-c20c-46fc-a368-92c2a54dd9e3,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:21.249114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47140) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:21.250426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0a25fed3-0ed5-4b85-865a-d0e5bb6e9549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:21.322302 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f7b58cb-2e85-4fcc-9a82-afe89d715be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.349865 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f7b58cb-2e85-4fcc-9a82-afe89d715be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.395077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f7b58cb-2e85-4fcc-9a82-afe89d715be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.400792 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5825e159-1c31-4803-9ae5-05bc2f4dd166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:21.413422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b58cb-2e85-4fcc-9a82-afe89d715be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552eee61-c20c-46fc-a368-92c2a54dd9e3,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:21.415810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6f7b58cb-2e85-4fcc-9a82-afe89d715be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:21.425526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f7b58cb-2e85-4fcc-9a82-afe89d715be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.429751 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6f7b58cb-2e85-4fcc-9a82-afe89d715be0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/552eee61-c20c-46fc-a368-92c2a54dd9e3 HTTP/1.1" status: 204 len: 168 time: 0.1788092 Apr 14 16:07:22.197249 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f9d2c-474f-4f47-8ce8-6e73b4bc3083 req-2175d5ff-0b4f-4beb-b90b-f29cadfa014d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:22.198853 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c80f9d2c-474f-4f47-8ce8-6e73b4bc3083 req-2175d5ff-0b4f-4beb-b90b-f29cadfa014d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0903876 Apr 14 16:07:22.232706 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c80f9d2c-474f-4f47-8ce8-6e73b4bc3083 req-28ba7cf7-a91e-45ba-9dab-89eee7a0661b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264211 Apr 14 16:07:23.286488 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47194) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:23.415273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-266281a8-6b2a-49ad-81bb-769204e61adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.431544 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-266281a8-6b2a-49ad-81bb-769204e61adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:23.435618 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-266281a8-6b2a-49ad-81bb-769204e61adf admin admin] Usage tracker for resource:security_group_rule and tenant:b3e6ba068b2544c6bc9f7a1738e77ce4 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:23.438566 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-266281a8-6b2a-49ad-81bb-769204e61adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:23.441444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c307be5-10f3-46dd-b807-c51f2cda94a6 req-37c8e0f2-722a-4d95-aa9b-944929a138dd tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:23.443120 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1c307be5-10f3-46dd-b807-c51f2cda94a6 req-37c8e0f2-722a-4d95-aa9b-944929a138dd tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0925181 Apr 14 16:07:23.444999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-266281a8-6b2a-49ad-81bb-769204e61adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:23.478800 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1c307be5-10f3-46dd-b807-c51f2cda94a6 req-ac13f91f-dddd-45ce-bc98-9248bb67cd9a tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283225 Apr 14 16:07:23.495625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f460-6253-493c-9d2a-16e013564d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.542485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-266281a8-6b2a-49ad-81bb-769204e61adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.545310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-266281a8-6b2a-49ad-81bb-769204e61adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.554740 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3c6fb3e4-ebfe-44a0-8f9e-200940dbb36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:23.597512 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266281a8-6b2a-49ad-81bb-769204e61adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a585eb6-f34c-470e-9d2d-ed5eb8a22d04,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:23.602701 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-266281a8-6b2a-49ad-81bb-769204e61adf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3e6ba068b2544c6bc9f7a1738e77ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151236 Apr 14 16:07:23.603592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-266281a8-6b2a-49ad-81bb-769204e61adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:23.605452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47204) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:23.666884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5772-ab00-49ca-829d-5f94dce1c53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.694037 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5772-ab00-49ca-829d-5f94dce1c53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.741256 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5772-ab00-49ca-829d-5f94dce1c53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.746243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cec716f0-e360-460b-9e2b-e9540e9571a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:23.760824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c5772-ab00-49ca-829d-5f94dce1c53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a585eb6-f34c-470e-9d2d-ed5eb8a22d04,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:23.763216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cb8c5772-ab00-49ca-829d-5f94dce1c53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:23.769791 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5772-ab00-49ca-829d-5f94dce1c53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.774272 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-cb8c5772-ab00-49ca-829d-5f94dce1c53b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a585eb6-f34c-470e-9d2d-ed5eb8a22d04 HTTP/1.1" status: 204 len: 168 time: 0.1647923 Apr 14 16:07:24.003874 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.066609 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47214) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:24.088129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a169fd43-e215-490a-bae2-8d82008a24d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.107971 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a169fd43-e215-490a-bae2-8d82008a24d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:24.112050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a169fd43-e215-490a-bae2-8d82008a24d2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d1e387337564e11a52503f2ee4785e3 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:24.114960 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a169fd43-e215-490a-bae2-8d82008a24d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:24.121625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a169fd43-e215-490a-bae2-8d82008a24d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:24.208096 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a169fd43-e215-490a-bae2-8d82008a24d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.210777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a169fd43-e215-490a-bae2-8d82008a24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.220844 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-da132dbf-9541-4fa2-ae84-49034b59036d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:24.263312 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a169fd43-e215-490a-bae2-8d82008a24d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d1e387337564e11a52503f2ee4785e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955333 Apr 14 16:07:24.265045 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169fd43-e215-490a-bae2-8d82008a24d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f7b6a0-0f15-488e-9a3f-419a1d099fbe,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:24.266192 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47220) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:24.268297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a169fd43-e215-490a-bae2-8d82008a24d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:24.329108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-53147d36-8e53-4fbf-870b-531ff560436c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.355814 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-53147d36-8e53-4fbf-870b-531ff560436c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.400667 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-53147d36-8e53-4fbf-870b-531ff560436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.405661 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-be45b1a3-b407-40de-8f06-2bf3ee35960b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:24.418232 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53147d36-8e53-4fbf-870b-531ff560436c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f7b6a0-0f15-488e-9a3f-419a1d099fbe,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:24.421288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-53147d36-8e53-4fbf-870b-531ff560436c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:24.423579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-53147d36-8e53-4fbf-870b-531ff560436c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.427120 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-53147d36-8e53-4fbf-870b-531ff560436c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1f7b6a0-0f15-488e-9a3f-419a1d099fbe HTTP/1.1" status: 204 len: 168 time: 0.1574721 Apr 14 16:07:24.703078 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557104a7-7fd4-40bc-b409-2c6c5ca6f16e req-51f618fd-1f66-48ca-b496-944ef5e9ecfb tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:24.703078 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-557104a7-7fd4-40bc-b409-2c6c5ca6f16e req-51f618fd-1f66-48ca-b496-944ef5e9ecfb tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0926814 Apr 14 16:07:24.734886 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-557104a7-7fd4-40bc-b409-2c6c5ca6f16e req-cd4f75fd-6a4b-48ff-b1ec-7f54d404bee2 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266342 Apr 14 16:07:24.783712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915116fe-f700-4bb0-bc07-8121f71ad56e req-6a47078c-7af8-4aca-accd-15ca6304e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:24.785387 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-915116fe-f700-4bb0-bc07-8121f71ad56e req-6a47078c-7af8-4aca-accd-15ca6304e4fd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 1098 time: 0.0875962 Apr 14 16:07:24.814177 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-915116fe-f700-4bb0-bc07-8121f71ad56e req-c1937eb0-a4fb-45ae-ae32-562bb5fccd7a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0195310 Apr 14 16:07:25.783413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8213452c-6df7-4225-972e-890b001acabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:25.954676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650611-ddd1-4fd4-9dd2-f1efea59927c req-8a5d7dd8-c4eb-4aa4-be0f-e7ab8b70f30c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:25.956300 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e4650611-ddd1-4fd4-9dd2-f1efea59927c req-8a5d7dd8-c4eb-4aa4-be0f-e7ab8b70f30c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0910401 Apr 14 16:07:25.991505 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e4650611-ddd1-4fd4-9dd2-f1efea59927c req-94924192-6c68-4790-a539-daccc10de8a2 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258605 Apr 14 16:07:26.432223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47292) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:26.504700 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:26.542027 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016a737-8943-4648-b36f-39efcf90f1e6 req-c4b51e00-2de4-4257-853a-e83f35a9756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:26.543617 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4016a737-8943-4648-b36f-39efcf90f1e6 req-c4b51e00-2de4-4257-853a-e83f35a9756e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e1c99167c54f26ae334f2295ee5fee&device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 1098 time: 0.0952592 Apr 14 16:07:26.586020 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a06b4d5e-25e6-43a0-89a5-c7967f37d905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:26.606964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fdb21-3a9b-4351-a749-0d0e46b0e53e req-97dcc941-ac36-40a6-b486-2b395a2d0b8c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:26.608559 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-290fdb21-3a9b-4351-a749-0d0e46b0e53e req-97dcc941-ac36-40a6-b486-2b395a2d0b8c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0943940 Apr 14 16:07:26.640741 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-290fdb21-3a9b-4351-a749-0d0e46b0e53e req-8c26bd70-6f80-4d38-be6b-97abc52650a1 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257514 Apr 14 16:07:26.659043 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a06b4d5e-25e6-43a0-89a5-c7967f37d905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:26.675055 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a06b4d5e-25e6-43a0-89a5-c7967f37d905 admin admin] Usage tracker for resource:security_group_rule and tenant:e00b09fba1014fb89826767768b0e506 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:26.680380 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-a06b4d5e-25e6-43a0-89a5-c7967f37d905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:26.689500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-a06b4d5e-25e6-43a0-89a5-c7967f37d905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:26.742068 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016a737-8943-4648-b36f-39efcf90f1e6 req-fb4f0cd4-25b4-4154-a754-72587d101210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:26.744172 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4016a737-8943-4648-b36f-39efcf90f1e6 req-fb4f0cd4-25b4-4154-a754-72587d101210 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 200 len: 920 time: 0.1848261 Apr 14 16:07:26.824242 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4016a737-8943-4648-b36f-39efcf90f1e6 req-9ea52fdc-36a4-4f9d-8fd2-03e4f19c30b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 HTTP/1.1" status: 200 len: 217 time: 0.0720992 Apr 14 16:07:26.824840 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.124840 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016a737-8943-4648-b36f-39efcf90f1e6 req-c881e9d9-6b82-4df6-8a79-a714d1dd5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:27.126400 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4016a737-8943-4648-b36f-39efcf90f1e6 req-c881e9d9-6b82-4df6-8a79-a714d1dd5e8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=205a602a-d21f-462a-9232-3855ae667a74 HTTP/1.1" status: 200 len: 859 time: 0.2952132 Apr 14 16:07:27.186378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a06b4d5e-25e6-43a0-89a5-c7967f37d905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.189137 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4016a737-8943-4648-b36f-39efcf90f1e6 req-3a23e5d7-c7db-4840-b669-429ebcbe520a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea67db47-bf65-4079-9934-9f42e3de44e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536866 Apr 14 16:07:27.190184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a06b4d5e-25e6-43a0-89a5-c7967f37d905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.197006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6f7b58cb-2e85-4fcc-9a82-afe89d715be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:27.318208 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b4d5e-25e6-43a0-89a5-c7967f37d905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942f2c28-dc2f-48bc-94e2-8f75955bab25,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:27.323926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a06b4d5e-25e6-43a0-89a5-c7967f37d905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:27.326495 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a06b4d5e-25e6-43a0-89a5-c7967f37d905 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e00b09fba1014fb89826767768b0e506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8928943 Apr 14 16:07:27.329942 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47300) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:27.383926 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4016a737-8943-4648-b36f-39efcf90f1e6 req-293465a5-9b24-46f6-8349-b9a2ae83b330 service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798933 Apr 14 16:07:27.397417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0f93-12bf-4c08-929e-b6f00ff2c878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.425781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0f93-12bf-4c08-929e-b6f00ff2c878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.470570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0f93-12bf-4c08-929e-b6f00ff2c878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.478273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0dd15d26-772c-46d4-ab87-76e0eae60cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:27.493125 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c0f93-12bf-4c08-929e-b6f00ff2c878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942f2c28-dc2f-48bc-94e2-8f75955bab25,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:27.498001 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5f8c0f93-12bf-4c08-929e-b6f00ff2c878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:27.502227 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0f93-12bf-4c08-929e-b6f00ff2c878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.503424 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-5f8c0f93-12bf-4c08-929e-b6f00ff2c878 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/942f2c28-dc2f-48bc-94e2-8f75955bab25 HTTP/1.1" status: 204 len: 168 time: 0.1725068 Apr 14 16:07:27.540679 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4016a737-8943-4648-b36f-39efcf90f1e6 req-eb65721c-1c48-4ed9-b74c-c29a20a1d800 service neutron] 10.222.0.25 "GET /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442218 Apr 14 16:07:27.802419 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.809350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47310) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:27.829630 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fd2ecc17-0396-44f1-9bbe-12d2dd71febb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.844920 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-fd2ecc17-0396-44f1-9bbe-12d2dd71febb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:27.849228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-fd2ecc17-0396-44f1-9bbe-12d2dd71febb admin admin] Usage tracker for resource:security_group_rule and tenant:d7e7dec52cab42e0926561ea84c7e935 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:27.852810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-fd2ecc17-0396-44f1-9bbe-12d2dd71febb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:27.858801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-fd2ecc17-0396-44f1-9bbe-12d2dd71febb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:27.862609 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a236-afd9-4109-adee-4670a6564a80 req-dfaa0109-8a62-44f8-a343-e3612da2dcee tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:27.864228 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9a44a236-afd9-4109-adee-4670a6564a80 req-dfaa0109-8a62-44f8-a343-e3612da2dcee tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0989280 Apr 14 16:07:27.895857 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9a44a236-afd9-4109-adee-4670a6564a80 req-fe2260c2-c3cb-4de1-8cc9-d9c54bf3a34f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246754 Apr 14 16:07:27.955711 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fd2ecc17-0396-44f1-9bbe-12d2dd71febb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.963424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fd2ecc17-0396-44f1-9bbe-12d2dd71febb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.972819 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e478a5a6-92f6-49fd-b9f1-71701701c34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:28.015096 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-fd2ecc17-0396-44f1-9bbe-12d2dd71febb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7e7dec52cab42e0926561ea84c7e935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044308 Apr 14 16:07:28.016757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ecc17-0396-44f1-9bbe-12d2dd71febb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606d7f7d-3f6f-4bba-9255-1f56d7cc8b93,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:28.017972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47314) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:28.019900 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fd2ecc17-0396-44f1-9bbe-12d2dd71febb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:28.081884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ea09c33-1e61-4131-a671-db29c0784a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:28.109157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ea09c33-1e61-4131-a671-db29c0784a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:28.157916 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ea09c33-1e61-4131-a671-db29c0784a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:28.162777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-896b2cdc-b889-404d-b862-eb1f2da59415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:28.175525 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea09c33-1e61-4131-a671-db29c0784a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606d7f7d-3f6f-4bba-9255-1f56d7cc8b93,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:28.177830 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3ea09c33-1e61-4131-a671-db29c0784a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:28.186467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ea09c33-1e61-4131-a671-db29c0784a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:28.192178 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3ea09c33-1e61-4131-a671-db29c0784a29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/606d7f7d-3f6f-4bba-9255-1f56d7cc8b93 HTTP/1.1" status: 204 len: 168 time: 0.1712677 Apr 14 16:07:28.958560 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47342) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:29.079876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1043212560-network', 'tenant_id': 'd74a9e02967f4da2a9e38ce9ac6703f8'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:29.084838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:29.089455 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Usage tracker for resource:network and tenant:d74a9e02967f4da2a9e38ce9ac6703f8 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:29.092470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:29.099691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:29.109513 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Made reservation on behalf of d74a9e02967f4da2a9e38ce9ac6703f8 for: {'network': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:29.114459 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.114822 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1898a-f79e-4649-8a41-d72908f318da req-221a5232-c124-4701-ac89-d82d4d14b462 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:29.116982 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-89d1898a-f79e-4649-8a41-d72908f318da req-221a5232-c124-4701-ac89-d82d4d14b462 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0951455 Apr 14 16:07:29.132602 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.147493 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-89d1898a-f79e-4649-8a41-d72908f318da req-e971f501-07b1-4f39-b0ed-13c39cf5ebae tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241477 Apr 14 16:07:29.148113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:29.152803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Usage tracker for resource:security_group_rule and tenant:d74a9e02967f4da2a9e38ce9ac6703f8 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:29.155707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:29.162156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:29.249738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.252555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.256956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8f2f6500-f243-4da7-a777-7868ee0692ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:29.286506 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=85222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:07:29.296229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48af62d-cb7d-4382-8aac-bd3c52e10d67,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:29.299605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:29.303381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.303771 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Added segment 7d225a63-e02a-4b0f-84b3-e96a45058d04 of type vlan for network 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 Apr 14 16:07:29.331785 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.362044 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.363521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:29.364073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.369225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:29.480645 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5172992 Apr 14 16:07:29.480953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47354) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:29.489496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Request body: {'subnet': {'network_id': '3a7c9f97-db41-464b-8c9c-cea63bcf7aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1043212560-subnet', 'tenant_id': 'd74a9e02967f4da2a9e38ce9ac6703f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:29.492887 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Pushing event updated for resources: {'Network': ['ID=3a7c9f97-db41-464b-8c9c-cea63bcf7aa5,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:29.496257 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:29.497276 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:29.501435 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Usage tracker for resource:subnet and tenant:d74a9e02967f4da2a9e38ce9ac6703f8 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:29.503365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:07:29.504505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:29.511639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:29.520965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Made reservation on behalf of d74a9e02967f4da2a9e38ce9ac6703f8 for: {'subnet': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:29.526450 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851352753'] for subnet, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.928591 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852196741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851352784'] for subnet, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.944315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:30.074161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0838cadc-83f8-41f3-aaae-aadb2beb48aa,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:30.081028 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:30.140169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Checking segment: {'id': '7d225a63-e02a-4b0f-84b3-e96a45058d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3a7c9f97-db41-464b-8c9c-cea63bcf7aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:30.140559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Network hostable DHCP agents. Network: 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:07:30.159043 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Network 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:07:30.167514 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5) {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:30.176972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d09d6-0e1c-488f-9d29-2e11368a55d3 None None] Network 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:07:30.182004 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:30.182538 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:30.204752 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-5d8cdded-cff9-4e30-90da-955833ba3332 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7199123 Apr 14 16:07:30.358495 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949457-fd4b-4fcd-8485-4fee24c7e2e5 req-8585aa71-9e9b-4854-ac86-4695de0b9fb5 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:30.360104 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ce949457-fd4b-4fcd-8485-4fee24c7e2e5 req-8585aa71-9e9b-4854-ac86-4695de0b9fb5 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0911462 Apr 14 16:07:30.393157 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ce949457-fd4b-4fcd-8485-4fee24c7e2e5 req-eb575fd2-fb30-4236-ba08-b0aded55e96e tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259008 Apr 14 16:07:30.427074 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07466a0-c04d-41d8-bad6-477d947ab26b None None] Network 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:07:30.769074 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47392) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:30.775750 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-390923884-network', 'tenant_id': 'b314f7b1c91b44c683a1ceb08814c8aa'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:30.784479 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:30.788600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Usage tracker for resource:network and tenant:b314f7b1c91b44c683a1ceb08814c8aa is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:30.792479 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:30.798245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:30.807635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Made reservation on behalf of b314f7b1c91b44c683a1ceb08814c8aa for: {'network': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:30.812350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:30.825617 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:30.841384 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:30.845566 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Usage tracker for resource:security_group_rule and tenant:b314f7b1c91b44c683a1ceb08814c8aa is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:30.848493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:30.854647 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:30.953650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:30.956644 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:30.961881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fbdf4867-6f61-4cfb-abe5-0d1660ea09e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:30.994275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b39ec68-a255-4dcc-92d2-bafd7704a38b,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:30.997033 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=85222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:07:30.999300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:31.008147 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:31.008510 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Added segment 49889617-fdf1-4200-8acf-a7162b770a1f of type vlan for network 7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7 Apr 14 16:07:31.035508 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:31.063660 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:31.065011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:31.065648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:31.070920 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:31.177514 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4072511 Apr 14 16:07:31.178419 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Pushing event updated for resources: {'Network': ['ID=7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:31.181292 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47400) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:31.182944 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:31.188512 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Request body: {'subnet': {'network_id': '7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-390923884-subnet', 'tenant_id': 'b314f7b1c91b44c683a1ceb08814c8aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:31.189485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network 7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:07:31.194011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:31.198719 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Usage tracker for resource:subnet and tenant:b314f7b1c91b44c683a1ceb08814c8aa is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:31.201781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:31.208203 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:31.218144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Made reservation on behalf of b314f7b1c91b44c683a1ceb08814c8aa for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:31.222891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851651142'] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:31.638008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851651131'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:31.656823 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:31.783284 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df0607d2-da37-42bd-a968-80483fe1d507,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:31.796211 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:31.856873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Checking segment: {'id': '49889617-fdf1-4200-8acf-a7162b770a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:31.857275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Network hostable DHCP agents. Network: 7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:07:31.876774 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Network 7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:07:31.884751 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, 7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:31.893834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e3d79-ee72-4e86-8e4e-208e478feb6f None None] Network 7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:07:31.895998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:31.896636 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:31.928746 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7395236 Apr 14 16:07:32.125442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c602aec-e4ef-4d4c-9a14-1a3a7480a67a None None] Network 7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:07:32.619137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-84aa8b62-f781-475a-a7ab-5a22ee736055 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:32.619957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-84aa8b62-f781-475a-a7ab-5a22ee736055 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Synchronizing usage tracker for tenant:d74a9e02967f4da2a9e38ce9ac6703f8 on resource:network {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:32.636530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-84aa8b62-f781-475a-a7ab-5a22ee736055 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Unset dirty status for tenant:d74a9e02967f4da2a9e38ce9ac6703f8 on resource:network {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:32.637980 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-84aa8b62-f781-475a-a7ab-5a22ee736055 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/networks?id=3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 HTTP/1.1" status: 200 len: 809 time: 0.1745934 Apr 14 16:07:32.654990 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-70fa8fed-ff3c-4dd8-88b1-eda68c61a594 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/quotas/d74a9e02967f4da2a9e38ce9ac6703f8 HTTP/1.1" status: 200 len: 375 time: 0.0106843 Apr 14 16:07:32.710875 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-9d53ad35-f777-403e-b823-b87cd70c9903 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d74a9e02967f4da2a9e38ce9ac6703f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500762 Apr 14 16:07:32.854453 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-0a3f3fb5-cf8d-4feb-9004-395d8b7cc6e1 service neutron] 10.222.0.48 "GET /v2.0/networks/3a7c9f97-db41-464b-8c9c-cea63bcf7aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360455 Apr 14 16:07:33.006733 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-cf76ed41-253e-410c-ae42-6ce51ad41c3c service neutron] 10.222.0.48 "GET /v2.0/networks/3a7c9f97-db41-464b-8c9c-cea63bcf7aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455319 Apr 14 16:07:33.228065 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-25e00e91-77d9-4ab4-a68c-ebe491470112 req-c0975671-2837-43a2-8824-f6f53951e3f1 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 210 time: 0.0555780 Apr 14 16:07:34.433393 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0e2fda8b-3ff4-4ad3-ba5b-2d9d4e8f653f req-91958c33-8a22-44eb-83d7-3a3a6e42b74d tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 210 time: 0.0643561 Apr 14 16:07:34.444225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-8533d5e0-89b9-4b1a-8c8d-519cd665cd89 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:34.446340 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-8533d5e0-89b9-4b1a-8c8d-519cd665cd89 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.25 "GET /v2.0/networks?id=3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 HTTP/1.1" status: 200 len: 809 time: 0.2166009 Apr 14 16:07:34.458497 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Request body: {'port': {'device_id': 'a3665ecc-0d2d-4e71-88c9-edc8db8617f0', 'network_id': '3a7c9f97-db41-464b-8c9c-cea63bcf7aa5', 'admin_state_up': True, 'tenant_id': 'd74a9e02967f4da2a9e38ce9ac6703f8'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:34.608671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:34.612765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Usage tracker for resource:port and tenant:d74a9e02967f4da2a9e38ce9ac6703f8 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:34.615841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:34.622610 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:34.631976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Made reservation on behalf of d74a9e02967f4da2a9e38ce9ac6703f8 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:34.638164 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:34.821013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Allocated IP 172.20.0.6 (3a7c9f97-db41-464b-8c9c-cea63bcf7aa5/0838cadc-83f8-41f3-aaae-aadb2beb48aa/c38ceefd-ee65-49cf-9a42-3d260593be16) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:35.088591 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:35.101382 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae495f6-33c2-4555-9399-45aaf44138ed req-55fca8a6-3266-4c7c-a608-052ebb6f87a7 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:35.103589 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7ae495f6-33c2-4555-9399-45aaf44138ed req-55fca8a6-3266-4c7c-a608-052ebb6f87a7 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.1651487 Apr 14 16:07:35.139300 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7ae495f6-33c2-4555-9399-45aaf44138ed req-29df62e6-69a8-4df5-8837-9ead134b2b82 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284722 Apr 14 16:07:35.152208 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:35.167535 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:35.508503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Pushing event updated for resources: {'Port': ['ID=c38ceefd-ee65-49cf-9a42-3d260593be16,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:35.513011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:35.565043 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Network 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:35.566310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:35.568752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:35.633447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:35.634034 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:35.648824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a4a2a-3ee0-45d6-8161-4753b44e537e req-2afcf36e-d920-43d9-a703-f528c5dcd640 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:35.654746 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2004800 Apr 14 16:07:35.656524 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b25a4a2a-3ee0-45d6-8161-4753b44e537e req-2afcf36e-d920-43d9-a703-f528c5dcd640 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 931 time: 0.1024590 Apr 14 16:07:35.668546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Request body: {'port': {'device_id': 'a3665ecc-0d2d-4e71-88c9-edc8db8617f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:35.699894 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b25a4a2a-3ee0-45d6-8161-4753b44e537e req-398d5ad0-5694-4ed7-ab35-4af33ea1f021 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424333 Apr 14 16:07:35.795689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:36.192081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38ceefd-ee65-49cf-9a42-3d260593be16 {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:36.201042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:36.217104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Transition to ACTIVE for port object c38ceefd-ee65-49cf-9a42-3d260593be16 will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:36.220447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:36.239762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:36.424955 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Pushing event updated for resources: {'Port': ['ID=c38ceefd-ee65-49cf-9a42-3d260593be16,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:36.432613 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:36.500974 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2c99-c6de-458e-a2f8-2e2c1fb61a09 req-7c0a196a-e291-4ec4-9b38-ae0c1aaa6c4f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:36.502502 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b1fa2c99-c6de-458e-a2f8-2e2c1fb61a09 req-7c0a196a-e291-4ec4-9b38-ae0c1aaa6c4f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.2228875 Apr 14 16:07:36.625975 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b1fa2c99-c6de-458e-a2f8-2e2c1fb61a09 req-fbe5f7c5-d185-412a-8a49-7a9d59985f0c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168187 Apr 14 16:07:36.704271 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Attempting to bind port c38ceefd-ee65-49cf-9a42-3d260593be16 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:36.704677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Attempting to bind port c38ceefd-ee65-49cf-9a42-3d260593be16 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '7d225a63-e02a-4b0f-84b3-e96a45058d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3a7c9f97-db41-464b-8c9c-cea63bcf7aa5'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:36.705070 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Attempting to bind port c38ceefd-ee65-49cf-9a42-3d260593be16 on network 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:36.710222 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Port c38ceefd-ee65-49cf-9a42-3d260593be16 on network 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:07:36.710621 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Attempting to bind port c38ceefd-ee65-49cf-9a42-3d260593be16 on network 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:36.716068 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:36.716436 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Checking segment: {'id': '7d225a63-e02a-4b0f-84b3-e96a45058d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3a7c9f97-db41-464b-8c9c-cea63bcf7aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:36.716881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Bound using segment: {'id': '7d225a63-e02a-4b0f-84b3-e96a45058d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3a7c9f97-db41-464b-8c9c-cea63bcf7aa5'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:36.717342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Bound port: c38ceefd-ee65-49cf-9a42-3d260593be16, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d225a63-e02a-4b0f-84b3-e96a45058d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3a7c9f97-db41-464b-8c9c-cea63bcf7aa5'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:36.717714 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:36.795086 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] For port c38ceefd-ee65-49cf-9a42-3d260593be16, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:36.798114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] For port c38ceefd-ee65-49cf-9a42-3d260593be16, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c38ceefd-ee65-49cf-9a42-3d260593be16,segment=NetworkSegment(7d225a63-e02a-4b0f-84b3-e96a45058d04),segment_id=7d225a63-e02a-4b0f-84b3-e96a45058d04)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:36.801380 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:36.820084 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:36.904568 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cf208-6bdc-4a1c-971d-2d587d770804 req-5905806c-1565-49da-bb2c-e25635c658e8 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:36.906200 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-492cf208-6bdc-4a1c-971d-2d587d770804 req-5905806c-1565-49da-bb2c-e25635c658e8 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 943 time: 0.0876946 Apr 14 16:07:36.941523 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-492cf208-6bdc-4a1c-971d-2d587d770804 req-2aea5929-f59e-4588-8e8e-b2e2c21160d6 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288987 Apr 14 16:07:36.980681 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Pushing event updated for resources: {'Port': ['ID=c38ceefd-ee65-49cf-9a42-3d260593be16,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:36.984065 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:37.019565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:37.020189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:37.021706 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] 10.222.0.25 "PUT /v2.0/ports/c38ceefd-ee65-49cf-9a42-3d260593be16 HTTP/1.1" status: 200 len: 1093 time: 1.3585055 Apr 14 16:07:37.022230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3665ecc-0d2d-4e71-88c9-edc8db8617f0', 'tag': 'c38ceefd-ee65-49cf-9a42-3d260593be16'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:37.104883 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3665ecc-0d2d-4e71-88c9-edc8db8617f0', 'tag': 'c38ceefd-ee65-49cf-9a42-3d260593be16', 'status': 'completed', 'code': 200} Apr 14 16:07:37.145920 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-81fad08d-3f76-484b-b836-23da915525c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:37.147510 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-81fad08d-3f76-484b-b836-23da915525c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d74a9e02967f4da2a9e38ce9ac6703f8&device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 1096 time: 0.0799479 Apr 14 16:07:37.227399 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-47475007-1ca1-4acb-878c-4b850fe46050 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c38ceefd-ee65-49cf-9a42-3d260593be16 HTTP/1.1" status: 200 len: 217 time: 0.0701444 Apr 14 16:07:37.296948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-aa2687e3-ff1f-4fac-a7c4-042d5cba1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:37.298447 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-aa2687e3-ff1f-4fac-a7c4-042d5cba1425 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0838cadc-83f8-41f3-aaae-aadb2beb48aa HTTP/1.1" status: 200 len: 849 time: 0.0633800 Apr 14 16:07:37.357104 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-ebf9a6f7-e984-465f-a3db-2ee78a38b63d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a7c9f97-db41-464b-8c9c-cea63bcf7aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497077 Apr 14 16:07:37.514027 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-5fe148ea-f454-45da-8a80-d47d542bf7d7 service neutron] 10.222.0.25 "GET /v2.0/networks/3a7c9f97-db41-464b-8c9c-cea63bcf7aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405175 Apr 14 16:07:37.627342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df823e-8cce-451c-8ac4-2ec617362564 req-0a619d68-87b1-40b0-9072-5a6c88aaa2c2 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:37.628843 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b6df823e-8cce-451c-8ac4-2ec617362564 req-0a619d68-87b1-40b0-9072-5a6c88aaa2c2 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.25 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.0889797 Apr 14 16:07:37.670742 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-99bba27a-5f5d-48ba-99ad-4bf3d652bb81 req-9b4405d0-04fe-4df5-86cc-fecc6a5805a2 service neutron] 10.222.0.25 "GET /v2.0/networks/3a7c9f97-db41-464b-8c9c-cea63bcf7aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382933 Apr 14 16:07:37.709031 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-b6df823e-8cce-451c-8ac4-2ec617362564 req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Deleting port 262138c9-7732-4d79-9dea-f65c4dbcdfc4 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:07:37.709753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-b6df823e-8cce-451c-8ac4-2ec617362564 req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:37.807597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57b163-980a-4917-9e95-910d0203f9ea req-4339c555-2322-4d25-a2e3-5a6bed78c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:37.809265 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e57b163-980a-4917-9e95-910d0203f9ea req-4339c555-2322-4d25-a2e3-5a6bed78c404 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d74a9e02967f4da2a9e38ce9ac6703f8&device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 1096 time: 0.0786304 Apr 14 16:07:37.969961 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57b163-980a-4917-9e95-910d0203f9ea req-89c4b408-c117-473a-9d81-d71f9bc8a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:37.971560 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e57b163-980a-4917-9e95-910d0203f9ea req-89c4b408-c117-473a-9d81-d71f9bc8a44a service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 HTTP/1.1" status: 200 len: 910 time: 0.1560650 Apr 14 16:07:38.028049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a9e0-45bf-4521-992d-9088261353c7 req-4bc3ce42-b8ed-4d88-a85b-0805b037da38 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:38.029743 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c77a9e0-45bf-4521-992d-9088261353c7 req-4bc3ce42-b8ed-4d88-a85b-0805b037da38 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 945 time: 0.2724774 Apr 14 16:07:38.067914 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e57b163-980a-4917-9e95-910d0203f9ea req-e2164c67-adf4-4bd1-94e3-8320ee6a2661 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c38ceefd-ee65-49cf-9a42-3d260593be16 HTTP/1.1" status: 200 len: 217 time: 0.0890124 Apr 14 16:07:38.091666 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c77a9e0-45bf-4521-992d-9088261353c7 req-fd522844-446a-4153-8ae9-0dbb25dccad4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Apr 14 16:07:38.104496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-b6df823e-8cce-451c-8ac4-2ec617362564 req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] For port 262138c9-7732-4d79-9dea-f65c4dbcdfc4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=262138c9-7732-4d79-9dea-f65c4dbcdfc4,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:38.105191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-b6df823e-8cce-451c-8ac4-2ec617362564 req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:38.195250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57b163-980a-4917-9e95-910d0203f9ea req-a7809669-ca15-4186-91fa-aeb9adfe723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:38.196861 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e57b163-980a-4917-9e95-910d0203f9ea req-a7809669-ca15-4186-91fa-aeb9adfe723f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0838cadc-83f8-41f3-aaae-aadb2beb48aa HTTP/1.1" status: 200 len: 849 time: 0.0888669 Apr 14 16:07:38.257235 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-b6df823e-8cce-451c-8ac4-2ec617362564 req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Calling delete_port for 262138c9-7732-4d79-9dea-f65c4dbcdfc4 owned by compute:nova {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:07:38.260007 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e57b163-980a-4917-9e95-910d0203f9ea req-7aabddc1-52f3-431c-9f22-169b0b1740a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a7c9f97-db41-464b-8c9c-cea63bcf7aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540814 Apr 14 16:07:38.269323 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb49d93-9884-4434-a79e-cd6f1cc087e3 req-30199b74-b908-4f83-9da3-950bff3dac84 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:38.270066 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-2cb49d93-9884-4434-a79e-cd6f1cc087e3 req-30199b74-b908-4f83-9da3-950bff3dac84 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Synchronizing usage tracker for tenant:d74a9e02967f4da2a9e38ce9ac6703f8 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:38.368767 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-2cb49d93-9884-4434-a79e-cd6f1cc087e3 req-30199b74-b908-4f83-9da3-950bff3dac84 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Unset dirty status for tenant:d74a9e02967f4da2a9e38ce9ac6703f8 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:38.370078 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2cb49d93-9884-4434-a79e-cd6f1cc087e3 req-30199b74-b908-4f83-9da3-950bff3dac84 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 943 time: 0.2997174 Apr 14 16:07:38.418979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-b6df823e-8cce-451c-8ac4-2ec617362564 req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:38.421203 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-2cb49d93-9884-4434-a79e-cd6f1cc087e3 req-497ae0c1-329a-4848-b4cb-5f55c89bebc2 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Synchronizing usage tracker for tenant:d74a9e02967f4da2a9e38ce9ac6703f8 on resource:security_group {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:38.430949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['afc8bb7d-977a-4aa5-a7e4-2cace5d71c82', '262138c9-7732-4d79-9dea-f65c4dbcdfc4'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:07:38.449979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0c37927d-a6d1-4249-ab92-f6dded0d22f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:38.455434 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e57b163-980a-4917-9e95-910d0203f9ea req-98d51d29-7e9f-4fa2-8619-3aeab9931fc4 service neutron] 10.222.0.25 "GET /v2.0/networks/3a7c9f97-db41-464b-8c9c-cea63bcf7aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813047 Apr 14 16:07:38.463535 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-2cb49d93-9884-4434-a79e-cd6f1cc087e3 req-497ae0c1-329a-4848-b4cb-5f55c89bebc2 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Unset dirty status for tenant:d74a9e02967f4da2a9e38ce9ac6703f8 on resource:security_group {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:38.464698 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2cb49d93-9884-4434-a79e-cd6f1cc087e3 req-497ae0c1-329a-4848-b4cb-5f55c89bebc2 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864069 Apr 14 16:07:38.593911 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Pushing event deleted for resources: {'Port': ['ID=262138c9-7732-4d79-9dea-f65c4dbcdfc4,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:38.596708 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:38.623656 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e57b163-980a-4917-9e95-910d0203f9ea req-574b8145-44b8-4f8a-a6f3-edb1455de021 service neutron] 10.222.0.25 "GET /v2.0/networks/3a7c9f97-db41-464b-8c9c-cea63bcf7aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608899 Apr 14 16:07:38.728508 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6df823e-8cce-451c-8ac4-2ec617362564 req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] No DVR routers for this DVR port 262138c9-7732-4d79-9dea-f65c4dbcdfc4 on host hv-cinder-78626 {{(pid=85223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:07:38.730886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-b6df823e-8cce-451c-8ac4-2ec617362564 req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:38.735233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eee8ae-2c9f-4463-901c-1bc81c57d86d', 'name': 'network-vif-deleted', 'tag': '262138c9-7732-4d79-9dea-f65c4dbcdfc4'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:38.748827 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b6df823e-8cce-451c-8ac4-2ec617362564 req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.25 "DELETE /v2.0/ports/262138c9-7732-4d79-9dea-f65c4dbcdfc4 HTTP/1.1" status: 204 len: 173 time: 1.1139770 Apr 14 16:07:38.786765 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36eee8ae-2c9f-4463-901c-1bc81c57d86d', 'name': 'network-vif-deleted', 'tag': '262138c9-7732-4d79-9dea-f65c4dbcdfc4', 'status': 'completed', 'code': 200} Apr 14 16:07:39.286275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-54259cc2-23a6-47ff-a218-1e0fe07b30e5 req-cfd22eff-3b2a-437e-bddc-56e3fe66f1db tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Synchronizing usage tracker for tenant:95e1c99167c54f26ae334f2295ee5fee on resource:port {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:39.300915 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-54259cc2-23a6-47ff-a218-1e0fe07b30e5 req-cfd22eff-3b2a-437e-bddc-56e3fe66f1db tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Unset dirty status for tenant:95e1c99167c54f26ae334f2295ee5fee on resource:port {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:39.302171 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-54259cc2-23a6-47ff-a218-1e0fe07b30e5 req-cfd22eff-3b2a-437e-bddc-56e3fe66f1db tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=36eee8ae-2c9f-4463-901c-1bc81c57d86d HTTP/1.1" status: 200 len: 210 time: 0.0672102 Apr 14 16:07:39.888191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56ed4-7e96-4927-9bc1-77a4c55fadde req-63ffa403-f780-4e89-8b7b-185ce3894405 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:39.889717 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-14d56ed4-7e96-4927-9bc1-77a4c55fadde req-63ffa403-f780-4e89-8b7b-185ce3894405 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 943 time: 0.3034244 Apr 14 16:07:39.920889 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-14d56ed4-7e96-4927-9bc1-77a4c55fadde req-42489bde-d5b2-46fb-890c-78fa6037bb59 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248041 Apr 14 16:07:40.792378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af180e51-3091-4222-b337-cae282cacc5d req-bb29707a-e91f-48f7-87cb-d1f020327952 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:40.794014 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af180e51-3091-4222-b337-cae282cacc5d req-bb29707a-e91f-48f7-87cb-d1f020327952 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0912254 Apr 14 16:07:40.824132 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af180e51-3091-4222-b337-cae282cacc5d req-bdcd5b22-4115-4919-bc8f-3a36b4af262b tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235219 Apr 14 16:07:41.125291 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8628d3e-f9c8-49e3-b1f2-9b48683cba3f req-55c7f43f-6d55-4fae-a74a-22470c63297b tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:41.126804 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e8628d3e-f9c8-49e3-b1f2-9b48683cba3f req-55c7f43f-6d55-4fae-a74a-22470c63297b tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 943 time: 0.0893443 Apr 14 16:07:41.142259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device c38ceefd-ee65-49cf-9a42-3d260593be16 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:07:41.147209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 262138c9-7732-4d79-9dea-f65c4dbcdfc4 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:07:41.157947 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e8628d3e-f9c8-49e3-b1f2-9b48683cba3f req-6711b4b7-6bd7-470b-a55b-a73cb5eebf40 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241323 Apr 14 16:07:41.187912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 262138c9-7732-4d79-9dea-f65c4dbcdfc4 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:07:41.188306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 262138c9-7732-4d79-9dea-f65c4dbcdfc4 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:07:41.321292 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port c38ceefd-ee65-49cf-9a42-3d260593be16, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c38ceefd-ee65-49cf-9a42-3d260593be16,segment=NetworkSegment(7d225a63-e02a-4b0f-84b3-e96a45058d04),segment_id=7d225a63-e02a-4b0f-84b3-e96a45058d04)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:41.335195 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': 'c38ceefd-ee65-49cf-9a42-3d260593be16', 'network_id': '3a7c9f97-db41-464b-8c9c-cea63bcf7aa5', 'port_id': 'c38ceefd-ee65-49cf-9a42-3d260593be16', 'mac_address': 'fa:16:3e:d7:33:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0838cadc-83f8-41f3-aaae-aadb2beb48aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:07:41.396504 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:41.413476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38ceefd-ee65-49cf-9a42-3d260593be16 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:41.429611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port c38ceefd-ee65-49cf-9a42-3d260593be16, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c38ceefd-ee65-49cf-9a42-3d260593be16,segment=NetworkSegment(7d225a63-e02a-4b0f-84b3-e96a45058d04),segment_id=7d225a63-e02a-4b0f-84b3-e96a45058d04)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:41.434581 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:41.437476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:41.505872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=c38ceefd-ee65-49cf-9a42-3d260593be16,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:41.509635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:41.764735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['c38ceefd-ee65-49cf-9a42-3d260593be16'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:07:42.041484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1bb21-2569-491d-8a28-f17ff57f1e82 req-953e158a-7b1f-47d2-addd-fb2841511c2a tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:42.043000 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d0b1bb21-2569-491d-8a28-f17ff57f1e82 req-953e158a-7b1f-47d2-addd-fb2841511c2a tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0974910 Apr 14 16:07:42.073738 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d0b1bb21-2569-491d-8a28-f17ff57f1e82 req-e98e221a-941c-4171-8116-aebd89a8eaa2 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244150 Apr 14 16:07:42.356026 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77180771-9eeb-47ba-a0f4-c25428937c97 req-0df20ac7-927d-42ef-9bbb-83e8acdcefb9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:42.357546 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-77180771-9eeb-47ba-a0f4-c25428937c97 req-0df20ac7-927d-42ef-9bbb-83e8acdcefb9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 944 time: 0.0865381 Apr 14 16:07:42.388114 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-77180771-9eeb-47ba-a0f4-c25428937c97 req-b78cdabb-c295-49cc-a67f-31da2069e45f tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243592 Apr 14 16:07:43.142557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device c38ceefd-ee65-49cf-9a42-3d260593be16 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:43.214227 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port c38ceefd-ee65-49cf-9a42-3d260593be16 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:43.219239 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port c38ceefd-ee65-49cf-9a42-3d260593be16 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:43.219662 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:43.278918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd42a31-87ef-436e-9003-10484bfceef1 req-5e354202-3b15-4fb1-bc2f-d4f0d7bbbab4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:43.280497 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dbd42a31-87ef-436e-9003-10484bfceef1 req-5e354202-3b15-4fb1-bc2f-d4f0d7bbbab4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0925832 Apr 14 16:07:43.311802 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dbd42a31-87ef-436e-9003-10484bfceef1 req-332baa99-c7b5-4595-af37-eb79703781a0 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245779 Apr 14 16:07:43.345906 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:43.357780 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3665ecc-0d2d-4e71-88c9-edc8db8617f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38ceefd-ee65-49cf-9a42-3d260593be16'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:43.368460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port c38ceefd-ee65-49cf-9a42-3d260593be16, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c38ceefd-ee65-49cf-9a42-3d260593be16,segment=NetworkSegment(7d225a63-e02a-4b0f-84b3-e96a45058d04),segment_id=7d225a63-e02a-4b0f-84b3-e96a45058d04)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:43.371336 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:43.373865 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:43.411357 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3665ecc-0d2d-4e71-88c9-edc8db8617f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38ceefd-ee65-49cf-9a42-3d260593be16', 'code': 200} Apr 14 16:07:43.447976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=c38ceefd-ee65-49cf-9a42-3d260593be16,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:43.451299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:43.595148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e517e02-77cc-494e-99d0-72c1fec8eb1d req-a7683d60-302b-4dcd-b11a-32a214f5bdf3 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:43.596667 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2e517e02-77cc-494e-99d0-72c1fec8eb1d req-a7683d60-302b-4dcd-b11a-32a214f5bdf3 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 945 time: 0.0913789 Apr 14 16:07:43.627489 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2e517e02-77cc-494e-99d0-72c1fec8eb1d req-3bf771f8-2e09-47ed-a607-b9473b8f1be9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237055 Apr 14 16:07:43.654134 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d208d-b4c8-4ea1-8a36-3b4797578db7 req-8da57296-1033-4808-8133-93e01f55919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:43.655704 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-358d208d-b4c8-4ea1-8a36-3b4797578db7 req-8da57296-1033-4808-8133-93e01f55919d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 1098 time: 0.0796714 Apr 14 16:07:43.683859 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-358d208d-b4c8-4ea1-8a36-3b4797578db7 req-67eb4052-9018-48f6-9a92-9f9a952d1488 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0189431 Apr 14 16:07:44.512328 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6753d-6771-48d4-816a-1e7478109448 req-827e2165-28ba-4269-acdd-33108405845c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:44.513920 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0bc6753d-6771-48d4-816a-1e7478109448 req-827e2165-28ba-4269-acdd-33108405845c tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0899277 Apr 14 16:07:44.544311 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0bc6753d-6771-48d4-816a-1e7478109448 req-e927d08c-6c35-41ed-99f9-fe503d9085e9 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240178 Apr 14 16:07:44.834217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e80fca-dd47-43fe-8c78-e582df629d8f req-d3c0246e-52be-413d-af50-5f6db8ee3476 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:44.835829 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f3e80fca-dd47-43fe-8c78-e582df629d8f req-d3c0246e-52be-413d-af50-5f6db8ee3476 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 945 time: 0.0912588 Apr 14 16:07:44.865983 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f3e80fca-dd47-43fe-8c78-e582df629d8f req-7506e548-ce6c-4300-8422-269db3546589 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237765 Apr 14 16:07:45.744176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bae516-c5bd-4bfb-8ddc-b87e6c154a11 req-ebc009b8-acc0-4bef-a2d6-e804b2074339 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:45.745788 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d2bae516-c5bd-4bfb-8ddc-b87e6c154a11 req-ebc009b8-acc0-4bef-a2d6-e804b2074339 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.0875976 Apr 14 16:07:45.776263 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d2bae516-c5bd-4bfb-8ddc-b87e6c154a11 req-53b26e87-52c4-4b1a-8d5e-6f0b4f58cf0d tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242574 Apr 14 16:07:46.075499 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08219a0-4920-4191-b48d-8793428fd612 req-cadd0a33-973c-4a89-835b-a22a4fcbfa6c tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:46.077341 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a08219a0-4920-4191-b48d-8793428fd612 req-cadd0a33-973c-4a89-835b-a22a4fcbfa6c tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 945 time: 0.0908425 Apr 14 16:07:46.107502 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a08219a0-4920-4191-b48d-8793428fd612 req-0444231d-da7e-4ead-a737-3b1072aa7896 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240164 Apr 14 16:07:47.275635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc912e7-0f73-4789-ae09-4ed2d3ad5eed req-95ac0bb8-84a1-4869-8b16-8df46ecfc084 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:47.277212 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-afc912e7-0f73-4789-ae09-4ed2d3ad5eed req-95ac0bb8-84a1-4869-8b16-8df46ecfc084 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.3479023 Apr 14 16:07:47.285427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72542e0-3f82-4b0f-98f9-9eefb8fa5f48 req-d4223e7d-0db6-47a1-a382-553fea71a6d4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:47.287117 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a72542e0-3f82-4b0f-98f9-9eefb8fa5f48 req-d4223e7d-0db6-47a1-a382-553fea71a6d4 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 945 time: 0.3991182 Apr 14 16:07:47.372435 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a72542e0-3f82-4b0f-98f9-9eefb8fa5f48 req-495c309d-89a9-4937-b120-96ec0687b613 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487709 Apr 14 16:07:47.383790 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-afc912e7-0f73-4789-ae09-4ed2d3ad5eed req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Deleting port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:07:47.384182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-afc912e7-0f73-4789-ae09-4ed2d3ad5eed req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:47.646358 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-afc912e7-0f73-4789-ae09-4ed2d3ad5eed req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] For port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:47.646765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-afc912e7-0f73-4789-ae09-4ed2d3ad5eed req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:47.793639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-afc912e7-0f73-4789-ae09-4ed2d3ad5eed req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Calling delete_port for afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 owned by compute:nova {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:07:48.041313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-afc912e7-0f73-4789-ae09-4ed2d3ad5eed req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:48.053124 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['afc8bb7d-977a-4aa5-a7e4-2cace5d71c82'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:07:48.060942 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:48.112499 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Pushing event deleted for resources: {'Port': ['ID=afc8bb7d-977a-4aa5-a7e4-2cace5d71c82,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:48.180101 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.180558 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.180931 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.181330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.181735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.182131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.182527 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.182918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.183311 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.183709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.184099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.184488 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:48.193487 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:48.226540 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3fa2a-5a88-4fbd-9af7-1f7728a97af0 req-85cccb79-00c1-47f9-8296-9af33a8f38dd tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:48.228162 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31b3fa2a-5a88-4fbd-9af7-1f7728a97af0 req-85cccb79-00c1-47f9-8296-9af33a8f38dd tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.2632115 Apr 14 16:07:48.268091 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31b3fa2a-5a88-4fbd-9af7-1f7728a97af0 req-881397bc-e89a-47c7-b53b-67226e624df9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268364 Apr 14 16:07:48.393975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc912e7-0f73-4789-ae09-4ed2d3ad5eed req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] No DVR routers for this DVR port afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 on host hv-cinder-78626 {{(pid=85223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:07:48.396613 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-afc912e7-0f73-4789-ae09-4ed2d3ad5eed req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:48.400407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1b203c-c43d-49d8-9a4a-d39f05afe97b', 'name': 'network-vif-deleted', 'tag': 'afc8bb7d-977a-4aa5-a7e4-2cace5d71c82'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:48.416408 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-afc912e7-0f73-4789-ae09-4ed2d3ad5eed req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.25 "DELETE /v2.0/ports/afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 HTTP/1.1" status: 204 len: 173 time: 1.1284163 Apr 14 16:07:48.455662 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1b203c-c43d-49d8-9a4a-d39f05afe97b', 'name': 'network-vif-deleted', 'tag': 'afc8bb7d-977a-4aa5-a7e4-2cace5d71c82', 'status': 'completed', 'code': 200} Apr 14 16:07:48.584090 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cf9e4adb-2442-43ea-8a47-81adad36bb13 req-81c96d95-19b0-4b67-afc6-540db0829247 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f1b203c-c43d-49d8-9a4a-d39f05afe97b HTTP/1.1" status: 200 len: 210 time: 0.0645056 Apr 14 16:07:49.350568 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceab33-539c-4bb5-a757-3d5786c22cc1 req-ced64f2a-e3ce-4d92-b05b-e2ef15a22325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:49.352180 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d1ceab33-539c-4bb5-a757-3d5786c22cc1 req-ced64f2a-e3ce-4d92-b05b-e2ef15a22325 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31ad166a944e4df09330ae6caeee9230&device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 1099 time: 0.0797217 Apr 14 16:07:49.583100 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceab33-539c-4bb5-a757-3d5786c22cc1 req-036f4363-9951-41d8-b708-feb0e3fa617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:49.584790 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d1ceab33-539c-4bb5-a757-3d5786c22cc1 req-036f4363-9951-41d8-b708-feb0e3fa617b service neutron] 10.222.0.25 "GET /v2.0/networks?id=e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 200 len: 912 time: 0.2072175 Apr 14 16:07:49.597570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec80718-36a0-4fc6-90ed-75f624464e2f req-c45f91e6-e67f-4130-973d-0520f6aae5a6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:49.599090 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1ec80718-36a0-4fc6-90ed-75f624464e2f req-c45f91e6-e67f-4130-973d-0520f6aae5a6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1935909 Apr 14 16:07:49.695944 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1ec80718-36a0-4fc6-90ed-75f624464e2f req-0e9a4d81-c2fa-49ea-b5ac-2b0354ac196d tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452220 Apr 14 16:07:49.724991 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d1ceab33-539c-4bb5-a757-3d5786c22cc1 req-d3d552c8-3460-4e99-af06-9a7b6ecd2572 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6976f7-92de-47cd-b4a0-be6c32ea3f96 HTTP/1.1" status: 200 len: 1002 time: 0.1248789 Apr 14 16:07:49.773151 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8faea-a93a-45c2-b0ca-c48d9a22357c req-98788a11-e7bb-4624-a6c9-f940a5a4f91d tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:49.774766 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1ab8faea-a93a-45c2-b0ca-c48d9a22357c req-98788a11-e7bb-4624-a6c9-f940a5a4f91d tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 945 time: 0.0957720 Apr 14 16:07:49.791349 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47634) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:49.806448 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1ab8faea-a93a-45c2-b0ca-c48d9a22357c req-8d2e4b35-2b41-4f92-a007-1abd93790220 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247524 Apr 14 16:07:49.867855 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceab33-539c-4bb5-a757-3d5786c22cc1 req-6da5c874-b635-45d9-868e-ccac2cab99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:49.869420 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d1ceab33-539c-4bb5-a757-3d5786c22cc1 req-6da5c874-b635-45d9-868e-ccac2cab99b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=410481ba-9005-4999-9ca9-04bcc89f40f5 HTTP/1.1" status: 200 len: 850 time: 0.1336148 Apr 14 16:07:50.102203 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceab33-539c-4bb5-a757-3d5786c22cc1 req-38e68ec9-2945-42d6-a35b-eab96e337ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:50.103780 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d1ceab33-539c-4bb5-a757-3d5786c22cc1 req-38e68ec9-2945-42d6-a35b-eab96e337ac3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e4087ddd-268d-4f34-8462-2595c8d5f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1825476 Apr 14 16:07:50.374163 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d1ceab33-539c-4bb5-a757-3d5786c22cc1 req-7acc8e65-b7c4-4ede-88e8-d0dcc5e42d99 service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617841 Apr 14 16:07:50.805668 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d1ceab33-539c-4bb5-a757-3d5786c22cc1 req-96269d19-0633-4dff-a0e9-d961352d8f7c service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222336 Apr 14 16:07:50.894891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1048372'] for router_interface, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:50.920744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdad88c-0b60-4300-8c5c-39f82b1a643d req-6d96fed3-1410-410f-ad59-c38b15cb0d16 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:50.925756 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7fdad88c-0b60-4300-8c5c-39f82b1a643d req-6d96fed3-1410-410f-ad59-c38b15cb0d16 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1099534 Apr 14 16:07:50.957556 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7fdad88c-0b60-4300-8c5c-39f82b1a643d req-41ed9dc0-f58f-4b42-8ec0-ef788cc9c21a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251954 Apr 14 16:07:51.196468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:07:51.234600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:07:51.235009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device afc8bb7d-977a-4aa5-a7e4-2cace5d71c82 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:07:51.274071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290ce5e-f2f0-4fdb-82f9-55f13d521f44 req-0a3c5252-af70-40b7-b5fb-81edaaca9000 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:51.275647 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8290ce5e-f2f0-4fdb-82f9-55f13d521f44 req-0a3c5252-af70-40b7-b5fb-81edaaca9000 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 945 time: 0.3010473 Apr 14 16:07:51.370933 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8290ce5e-f2f0-4fdb-82f9-55f13d521f44 req-c8c642eb-8100-4ae9-93ad-a5791f110bb6 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863814 Apr 14 16:07:51.401879 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451e07a-652f-4726-8ee9-b80bd5fa4b68 req-1dcd292c-58d5-4a53-ae74-51f81334cd44 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:51.403401 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7451e07a-652f-4726-8ee9-b80bd5fa4b68 req-1dcd292c-58d5-4a53-ae74-51f81334cd44 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 945 time: 0.2653122 Apr 14 16:07:51.529496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-7451e07a-652f-4726-8ee9-b80bd5fa4b68 req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Deleting port c38ceefd-ee65-49cf-9a42-3d260593be16 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:07:51.529888 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7451e07a-652f-4726-8ee9-b80bd5fa4b68 req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:51.597824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Deleting port 6e54a0d3-9706-44b5-b144-e8063698b179 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:07:51.598200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:51.948511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] For port 6e54a0d3-9706-44b5-b144-e8063698b179, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=6e54a0d3-9706-44b5-b144-e8063698b179,segment=NetworkSegment(cea31b5d-35fd-438d-a656-82337dbd15a7),segment_id=cea31b5d-35fd-438d-a656-82337dbd15a7)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:51.949099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:52.096067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Calling delete_port for 6e54a0d3-9706-44b5-b144-e8063698b179 owned by network:router_interface {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:07:52.138954 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-7451e07a-652f-4726-8ee9-b80bd5fa4b68 req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] For port c38ceefd-ee65-49cf-9a42-3d260593be16, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c38ceefd-ee65-49cf-9a42-3d260593be16,segment=NetworkSegment(7d225a63-e02a-4b0f-84b3-e96a45058d04),segment_id=7d225a63-e02a-4b0f-84b3-e96a45058d04)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:52.139354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7451e07a-652f-4726-8ee9-b80bd5fa4b68 req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:52.162597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f9fab-a210-4c2e-b884-574e2c5db1f8 req-bb9389ed-f520-4c54-805d-10deac7bffd3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:52.164230 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-384f9fab-a210-4c2e-b884-574e2c5db1f8 req-bb9389ed-f520-4c54-805d-10deac7bffd3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0890403 Apr 14 16:07:52.195911 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-384f9fab-a210-4c2e-b884-574e2c5db1f8 req-5b2b8b4f-bcbb-4154-bddd-578ff3c99f54 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252514 Apr 14 16:07:52.285108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-7451e07a-652f-4726-8ee9-b80bd5fa4b68 req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Calling delete_port for c38ceefd-ee65-49cf-9a42-3d260593be16 owned by compute:nova {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:07:52.559923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:07:52.946494 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43698bfc-adcb-4e3b-bc81-2f2d6dfdcb6b req-dc94956f-48a5-4050-b4bb-2d61460c4baf tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:52.948100 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-43698bfc-adcb-4e3b-bc81-2f2d6dfdcb6b req-dc94956f-48a5-4050-b4bb-2d61460c4baf tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3665ecc-0d2d-4e71-88c9-edc8db8617f0 HTTP/1.1" status: 200 len: 945 time: 0.4554570 Apr 14 16:07:52.952236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7451e07a-652f-4726-8ee9-b80bd5fa4b68 req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:52.963766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['c38ceefd-ee65-49cf-9a42-3d260593be16'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:07:52.969288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:53.082822 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Pushing event deleted for resources: {'Port': ['ID=c38ceefd-ee65-49cf-9a42-3d260593be16,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:53.095392 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:53.099908 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:53.121166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:53.163893 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-43698bfc-adcb-4e3b-bc81-2f2d6dfdcb6b req-e2aafd8d-6df5-425b-a617-ea54645acf26 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.48 "GET /v2.0/security-groups?id=d48af62d-cb7d-4382-8aac-bd3c52e10d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506782 Apr 14 16:07:53.229307 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e54a0d3-9706-44b5-b144-e8063698b179,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:53.236755 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:53.411364 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164652f-da64-4a3f-9a38-fb7fc75b2823 req-b9d8d981-4c61-4de5-b55a-9b471914cb4e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:53.413048 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4164652f-da64-4a3f-9a38-fb7fc75b2823 req-b9d8d981-4c61-4de5-b55a-9b471914cb4e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0969865 Apr 14 16:07:53.443926 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4164652f-da64-4a3f-9a38-fb7fc75b2823 req-0733d8fe-eae4-485a-9c15-e6eb481ef7f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243878 Apr 14 16:07:53.480906 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7451e07a-652f-4726-8ee9-b80bd5fa4b68 req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] No DVR routers for this DVR port c38ceefd-ee65-49cf-9a42-3d260593be16 on host hv-cinder-78626 {{(pid=85223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:07:53.486641 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-71a649a7-0c03-49a2-8d68-27a100d1b710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:53.486796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7451e07a-652f-4726-8ee9-b80bd5fa4b68 req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:53.489536 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3665ecc-0d2d-4e71-88c9-edc8db8617f0', 'name': 'network-vif-deleted', 'tag': 'c38ceefd-ee65-49cf-9a42-3d260593be16'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:53.520817 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7451e07a-652f-4726-8ee9-b80bd5fa4b68 req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] 10.222.0.25 "DELETE /v2.0/ports/c38ceefd-ee65-49cf-9a42-3d260593be16 HTTP/1.1" status: 204 len: 173 time: 2.1118269 Apr 14 16:07:53.588679 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3665ecc-0d2d-4e71-88c9-edc8db8617f0', 'name': 'network-vif-deleted', 'tag': 'c38ceefd-ee65-49cf-9a42-3d260593be16', 'status': 'completed', 'code': 200} Apr 14 16:07:53.711756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854152726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917955'] for router_interface, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:54.005191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:54.246699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Router 099a9704-5703-4bb4-bb83-0d1b7164ce96 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:07:54.446739 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:07:54.455105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47678) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:54.459298 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617dcb86-30df-44a8-9c44-2a7d90119245 None None] Sync routers for ids ['099a9704-5703-4bb4-bb83-0d1b7164ce96'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:07:54.461296 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] 10.222.0.48 "PUT /v2.0/routers/099a9704-5703-4bb4-bb83-0d1b7164ce96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6688328 Apr 14 16:07:54.469723 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617dcb86-30df-44a8-9c44-2a7d90119245 None None] Routers {'099a9704-5703-4bb4-bb83-0d1b7164ce96'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:54.470579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-617dcb86-30df-44a8-9c44-2a7d90119245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:07:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['099a9704-5703-4bb4-bb83-0d1b7164ce96'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:54.663379 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Notify callbacks [] for router, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:54.750904 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-617dcb86-30df-44a8-9c44-2a7d90119245 None None] Set router 099a9704-5703-4bb4-bb83-0d1b7164ce96 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:54.935181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:54.951785 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0e33a-305e-46e6-a699-5cd67a4004d7 req-2c4b26eb-60ad-4efd-9455-f98880458802 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:54.953557 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-aea0e33a-305e-46e6-a699-5cd67a4004d7 req-2c4b26eb-60ad-4efd-9455-f98880458802 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.3274057 Apr 14 16:07:54.962007 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Deleting port 403bc4a1-9be2-46d4-aaf8-233deb807e85 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:07:54.962503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:55.038194 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-aea0e33a-305e-46e6-a699-5cd67a4004d7 req-b0b4d95c-5dab-461d-bddb-a21baf0c48aa tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771632 Apr 14 16:07:55.059719 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-617dcb86-30df-44a8-9c44-2a7d90119245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-router', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:42Z', 'updated_at': '2021-04-14T16:07:52Z', 'revision_number': 5, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'gw_port': {'id': '403bc4a1-9be2-46d4-aaf8-233deb807e85', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:55.069759 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617dcb86-30df-44a8-9c44-2a7d90119245 None None] Checking router: 099a9704-5703-4bb4-bb83-0d1b7164ce96 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:07:55.085606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617dcb86-30df-44a8-9c44-2a7d90119245 None None] Routers {'099a9704-5703-4bb4-bb83-0d1b7164ce96'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:55.086398 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-617dcb86-30df-44a8-9c44-2a7d90119245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:07:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['099a9704-5703-4bb4-bb83-0d1b7164ce96'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:55.190619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device c38ceefd-ee65-49cf-9a42-3d260593be16 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:07:55.198912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] For port 403bc4a1-9be2-46d4-aaf8-233deb807e85, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=403bc4a1-9be2-46d4-aaf8-233deb807e85,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:55.199379 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:55.233071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: c38ceefd-ee65-49cf-9a42-3d260593be16 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:07:55.233987 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device c38ceefd-ee65-49cf-9a42-3d260593be16 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:07:55.286139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-617dcb86-30df-44a8-9c44-2a7d90119245 None None] Set router 099a9704-5703-4bb4-bb83-0d1b7164ce96 gateway port host: None {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:55.358849 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Calling delete_port for 403bc4a1-9be2-46d4-aaf8-233deb807e85 owned by network:router_gateway {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:07:55.412462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-617dcb86-30df-44a8-9c44-2a7d90119245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-router', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:42Z', 'updated_at': '2021-04-14T16:07:54Z', 'revision_number': 6, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'gw_port_host': None}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:55.417324 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617dcb86-30df-44a8-9c44-2a7d90119245 None None] The sync data for ids ['099a9704-5703-4bb4-bb83-0d1b7164ce96'] in dv-cinder-786260-2-smb is: [{'id': '099a9704-5703-4bb4-bb83-0d1b7164ce96', 'name': 'tempest-ServerRescueNegativeTestJSON-1009079773-router', 'tenant_id': '95e1c99167c54f26ae334f2295ee5fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:42Z', 'updated_at': '2021-04-14T16:07:54Z', 'revision_number': 6, 'project_id': '95e1c99167c54f26ae334f2295ee5fee', 'gw_port_host': None}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:07:55.698746 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24248e-cabd-44dc-9113-8b5b66497e6d req-5d579e17-15be-4023-a950-58bcf19e4be4 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:55.700419 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cc24248e-cabd-44dc-9113-8b5b66497e6d req-5d579e17-15be-4023-a950-58bcf19e4be4 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 945 time: 0.1381507 Apr 14 16:07:55.775283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0fb587e9-a949-401d-a52a-3319e6e5103d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:55.778941 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cc24248e-cabd-44dc-9113-8b5b66497e6d req-bfc856dd-8d95-4572-977f-163daf400d52 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408497 Apr 14 16:07:55.791825 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:55.810131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6e015359-a3d0-4401-903d-78afc8d18703 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:56.120868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Pushing event deleted for resources: {'Port': ['ID=403bc4a1-9be2-46d4-aaf8-233deb807e85,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:56.143648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.144038 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.144447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.144878 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.145276 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.145669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.146061 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.146447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.146877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.147253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.147643 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.148032 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:56.153801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:56.311692 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917797'] for router_gateway, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:56.407778 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3a77a-795e-49b9-92e4-918e59533306 req-aaa3f658-c814-439e-a0e5-e1ba50a7410b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:56.409004 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-87d3a77a-795e-49b9-92e4-918e59533306 req-aaa3f658-c814-439e-a0e5-e1ba50a7410b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0898137 Apr 14 16:07:56.440556 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-87d3a77a-795e-49b9-92e4-918e59533306 req-f99fa97a-be3d-4777-a33c-af5f8a3b1137 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239007 Apr 14 16:07:56.504328 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49277'] for router, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:56.507429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:56.508951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:56.592241 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853739917'] for router, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:56.592835 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 099a9704-5703-4bb4-bb83-0d1b7164ce96 {{(pid=85222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:07:56.606510 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Notify callbacks [] for router, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:56.607737 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] 10.222.0.48 "DELETE /v2.0/routers/099a9704-5703-4bb4-bb83-0d1b7164ce96 HTTP/1.1" status: 204 len: 168 time: 2.1515656 Apr 14 16:07:56.610403 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47706) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:56.677725 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-021cfbe8-b9b1-4962-8e1e-6107e7e8f33e admin admin] Deleting subnet 205a602a-d21f-462a-9232-3855ae667a74 {{(pid=85222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:07:56.681744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-021cfbe8-b9b1-4962-8e1e-6107e7e8f33e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:56.733776 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-021cfbe8-b9b1-4962-8e1e-6107e7e8f33e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12725782'] for subnet, precommit_delete_associations {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:56.794013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-021cfbe8-b9b1-4962-8e1e-6107e7e8f33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:56.827346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.097519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a79b1-ad22-442e-b772-4f46cff9edd8 req-143bb2cc-e89e-4340-abf4-f5ffa11fc624 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:57.099156 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5e2a79b1-ad22-442e-b772-4f46cff9edd8 req-143bb2cc-e89e-4340-abf4-f5ffa11fc624 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 945 time: 0.1841128 Apr 14 16:07:57.144639 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5e2a79b1-ad22-442e-b772-4f46cff9edd8 req-3d6adc3b-94b6-42a2-bdae-154c30b390a9 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342550 Apr 14 16:07:57.155941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-021cfbe8-b9b1-4962-8e1e-6107e7e8f33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2579076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423017'] for subnet, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.172626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2597eb3a-af00-4e33-93c2-1a612b481589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:57.254908 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cfbe8-b9b1-4962-8e1e-6107e7e8f33e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205a602a-d21f-462a-9232-3855ae667a74,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:57.257557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-021cfbe8-b9b1-4962-8e1e-6107e7e8f33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:57.306319 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-021cfbe8-b9b1-4962-8e1e-6107e7e8f33e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.312366 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-021cfbe8-b9b1-4962-8e1e-6107e7e8f33e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/205a602a-d21f-462a-9232-3855ae667a74 HTTP/1.1" status: 204 len: 168 time: 0.7009003 Apr 14 16:07:57.314905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47714) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:57.328664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 403bc4a1-9be2-46d4-aaf8-233deb807e85 no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:07:57.367821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 403bc4a1-9be2-46d4-aaf8-233deb807e85 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:07:57.370626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 403bc4a1-9be2-46d4-aaf8-233deb807e85 not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:07:57.370626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 6e54a0d3-9706-44b5-b144-e8063698b179 no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:07:57.405613 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 6e54a0d3-9706-44b5-b144-e8063698b179 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:07:57.406143 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 6e54a0d3-9706-44b5-b144-e8063698b179 not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:07:57.437896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.638791 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.646954 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9498975-7d03-4f34-a80f-e740bfbb8543 req-7f7eb160-db8a-48a9-b163-5b0d803c96a8 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:57.649098 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c9498975-7d03-4f34-a80f-e740bfbb8543 req-7f7eb160-db8a-48a9-b163-5b0d803c96a8 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0921347 Apr 14 16:07:57.687353 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c9498975-7d03-4f34-a80f-e740bfbb8543 req-88ae30eb-d8ff-42bf-bbad-80fbb7e3fa21 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302641 Apr 14 16:07:57.766343 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea67db47-bf65-4079-9934-9f42e3de44e7']}} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:57.784958 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea31b5d-35fd-438d-a656-82337dbd15a7') {'for_net_delete': True} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:57.785424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea31b5d-35fd-438d-a656-82337dbd15a7') {} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:57.800383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12725216'] for segment, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.802744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.816998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.823848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=85222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:07:58.013116 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Network ea67db47-bf65-4079-9934-9f42e3de44e7 has no segments {{(pid=85222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:07:58.022092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2579179'] for segment, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.202864 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Network ea67db47-bf65-4079-9934-9f42e3de44e7 has no segments {{(pid=85222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:07:58.226245 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:07:58.355768 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.363466 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:58.388880 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.400148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea67db47-bf65-4079-9934-9f42e3de44e7,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:58.404164 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:58.417530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25f545-be73-4ced-9abc-0d07af32727d req-3ae4e0df-74c1-477e-8de6-6cc61a698b0a tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:58.419120 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3c25f545-be73-4ced-9abc-0d07af32727d req-3ae4e0df-74c1-477e-8de6-6cc61a698b0a tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 945 time: 0.1440070 Apr 14 16:07:58.420912 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ea67db47-bf65-4079-9934-9f42e3de44e7 HTTP/1.1" status: 204 len: 168 time: 1.1049950 Apr 14 16:07:58.450833 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3c25f545-be73-4ced-9abc-0d07af32727d req-518b091d-f61d-4851-9d60-9cba2569c5b9 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248525 Apr 14 16:07:58.536800 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47730) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:58.571579 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-427b56f9-497c-40b5-97a8-cd582cc2fd11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95e1c99167c54f26ae334f2295ee5fee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0329671 Apr 14 16:07:58.574069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47734) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:58.637354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8889a12d-1b2e-4d72-99b4-1beb4d453e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.665238 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8889a12d-1b2e-4d72-99b4-1beb4d453e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.708075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8889a12d-1b2e-4d72-99b4-1beb4d453e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.713560 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-001f65c5-2780-493e-a164-406fbda9c922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:58.727597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889a12d-1b2e-4d72-99b4-1beb4d453e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:58.730271 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8889a12d-1b2e-4d72-99b4-1beb4d453e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:58.737736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8889a12d-1b2e-4d72-99b4-1beb4d453e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.741461 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8889a12d-1b2e-4d72-99b4-1beb4d453e6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffd2afbd-e5e5-4a13-b2b3-67ab5a5dd863 HTTP/1.1" status: 204 len: 168 time: 0.1639466 Apr 14 16:07:58.902645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190c570-3509-459d-82a1-c233de58ceee req-e58b5e99-9fea-4537-b921-2b85c568fd1b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:58.904452 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c190c570-3509-459d-82a1-c233de58ceee req-e58b5e99-9fea-4537-b921-2b85c568fd1b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0924740 Apr 14 16:07:58.961620 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c190c570-3509-459d-82a1-c233de58ceee req-4815af68-a3af-4e94-a89d-3aac8d3fee62 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397632 Apr 14 16:07:59.449810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4928c1-a1b4-4343-983c-440919062d8b req-0f92a636-7d0c-46de-b3e6-a2976a07ba2d tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:59.452269 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df4928c1-a1b4-4343-983c-440919062d8b req-0f92a636-7d0c-46de-b3e6-a2976a07ba2d tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1740556 Apr 14 16:07:59.465367 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f783c55-824c-4ed3-b362-663c4bd7a425 req-381ef986-c314-44ee-85f2-876bf8c52c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:59.466899 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6f783c55-824c-4ed3-b362-663c4bd7a425 req-381ef986-c314-44ee-85f2-876bf8c52c96 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31ad166a944e4df09330ae6caeee9230&device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 1099 time: 0.1270206 Apr 14 16:07:59.515838 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df4928c1-a1b4-4343-983c-440919062d8b req-5eed17a9-c196-4f55-982e-a4c1c9621fcc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548203 Apr 14 16:07:59.629473 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47776) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:59.688594 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd62ff8-1038-4090-9cb2-a563199f162d req-e0752ba0-60e8-4c80-8f3a-30c358ff5735 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:59.690458 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0fd62ff8-1038-4090-9cb2-a563199f162d req-e0752ba0-60e8-4c80-8f3a-30c358ff5735 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 945 time: 0.1038492 Apr 14 16:07:59.728949 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0fd62ff8-1038-4090-9cb2-a563199f162d req-d2e2cd29-3b59-4c9a-8b6b-f742fe456223 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309141 Apr 14 16:07:59.765273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-network', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:59.770628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:59.774886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Usage tracker for resource:network and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:59.778115 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:59.785877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:59.797312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Made reservation on behalf of ecf3e714fb644c96b0825db1815b59a1 for: {'network': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:59.802348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:59.816846 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:59.832408 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:59.836975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Usage tracker for resource:security_group_rule and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:59.839919 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:59.846002 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:59.861323 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f783c55-824c-4ed3-b362-663c4bd7a425 req-5bc774f1-26b9-44c1-9f51-082aa3655262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:59.862927 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6f783c55-824c-4ed3-b362-663c4bd7a425 req-5bc774f1-26b9-44c1-9f51-082aa3655262 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 200 len: 912 time: 0.3853877 Apr 14 16:07:59.934089 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:59.936915 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:59.941255 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-35bee6e9-e941-45df-a658-a97d0c96f179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:59.977830 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6f783c55-824c-4ed3-b362-663c4bd7a425 req-8c8a6789-bc6d-4ecd-94cb-76e1e107aa23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6976f7-92de-47cd-b4a0-be6c32ea3f96 HTTP/1.1" status: 200 len: 1002 time: 0.1079121 Apr 14 16:08:00.013794 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=85222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:08:00.031322 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1bf614-a927-43e6-af3c-4a46dc59a48d,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:00.035104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:00.039014 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:00.039407 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Added segment ed958f96-6e74-4759-956c-3b85c331606c of type vlan for network f2e84a54-9d67-41bd-af92-691674666ba0 Apr 14 16:08:00.046521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f783c55-824c-4ed3-b362-663c4bd7a425 req-be76237d-ab11-4e19-8478-3ed1157d7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:00.048125 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6f783c55-824c-4ed3-b362-663c4bd7a425 req-be76237d-ab11-4e19-8478-3ed1157d7d13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=410481ba-9005-4999-9ca9-04bcc89f40f5 HTTP/1.1" status: 200 len: 850 time: 0.0642784 Apr 14 16:08:00.085614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:00.109206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d7986-24e1-4876-815a-ae80e6c2b8e3 req-102459d2-ec2a-4009-b72c-4d11195392d4 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:00.110796 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d8d7986-24e1-4876-815a-ae80e6c2b8e3 req-102459d2-ec2a-4009-b72c-4d11195392d4 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.25 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 945 time: 0.1610401 Apr 14 16:08:00.133105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f783c55-824c-4ed3-b362-663c4bd7a425 req-d7a7bead-9b14-46a2-b2f2-a66a71c0f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:00.134707 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6f783c55-824c-4ed3-b362-663c4bd7a425 req-d7a7bead-9b14-46a2-b2f2-a66a71c0f293 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e4087ddd-268d-4f34-8462-2595c8d5f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803156 Apr 14 16:08:00.179258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:00.187964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:00.188608 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:00.196550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-944e349a-6ea1-45c3-9cff-0beda80d3973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:00.276918 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6f783c55-824c-4ed3-b362-663c4bd7a425 req-48ba1a59-4453-4015-bd7f-88f00d2823b3 service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358078 Apr 14 16:08:00.281937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-9d8d7986-24e1-4876-815a-ae80e6c2b8e3 req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Deleting port 65e8c159-5fa7-4084-bc78-bf0714f24c3b {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:08:00.282331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-9d8d7986-24e1-4876-815a-ae80e6c2b8e3 req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:00.361403 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7304385 Apr 14 16:08:00.365498 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47782) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:00.373053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e84a54-9d67-41bd-af92-691674666ba0,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:00.373236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Request body: {'subnet': {'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-subnet', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:00.383484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network f2e84a54-9d67-41bd-af92-691674666ba0 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:08:00.387366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:00.406172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Usage tracker for resource:subnet and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:00.406979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:00.411537 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:00.421496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:00.447579 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6f783c55-824c-4ed3-b362-663c4bd7a425 req-bf4d89a7-b8c3-40fd-8480-5a110215e0bb service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650319 Apr 14 16:08:00.448628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Made reservation on behalf of ecf3e714fb644c96b0825db1815b59a1 for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:08:00.453899 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851651142'] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:00.818136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59201-03e2-4d3b-8e0e-88f960898bbd req-ac1eca3b-310f-485d-872b-5083f3552ed6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:00.820284 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5ab59201-03e2-4d3b-8e0e-88f960898bbd req-ac1eca3b-310f-485d-872b-5083f3552ed6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1503329 Apr 14 16:08:00.854410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-9d8d7986-24e1-4876-815a-ae80e6c2b8e3 req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] For port 65e8c159-5fa7-4084-bc78-bf0714f24c3b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65e8c159-5fa7-4084-bc78-bf0714f24c3b,segment=NetworkSegment(c164c109-050a-4045-9fb7-085a50922a97),segment_id=c164c109-050a-4045-9fb7-085a50922a97)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:00.854822 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-9d8d7986-24e1-4876-815a-ae80e6c2b8e3 req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:00.928959 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5ab59201-03e2-4d3b-8e0e-88f960898bbd req-1d58c045-5053-41fe-9f33-ed17e0616736 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488179 Apr 14 16:08:01.130604 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851651131'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:01.147626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c164f5de-deb9-4eb6-93d3-ff45b9add808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:01.152692 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-9d8d7986-24e1-4876-815a-ae80e6c2b8e3 req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Calling delete_port for 65e8c159-5fa7-4084-bc78-bf0714f24c3b owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:08:01.284359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=360040e6-fe35-420f-8659-b8ad48418650,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:01.290674 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:01.354580 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Checking segment: {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:08:01.354948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Network hostable DHCP agents. Network: f2e84a54-9d67-41bd-af92-691674666ba0, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:08:01.357044 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe195d85-c72c-4325-89dd-e263ee85bc10 req-2c65db6a-3038-49be-83ed-faca79e773a3 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:01.358661 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fe195d85-c72c-4325-89dd-e263ee85bc10 req-2c65db6a-3038-49be-83ed-faca79e773a3 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2c004d-4c53-4041-a3e8-2e0a1a61d366 HTTP/1.1" status: 200 len: 945 time: 0.1750798 Apr 14 16:08:01.373475 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Network f2e84a54-9d67-41bd-af92-691674666ba0 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:08:01.381645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, f2e84a54-9d67-41bd-af92-691674666ba0) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:01.391749 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01acebb-8848-4a72-b9a4-b04439949adc None None] Network f2e84a54-9d67-41bd-af92-691674666ba0 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:08:01.393261 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:01.393918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:01.404524 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fe195d85-c72c-4325-89dd-e263ee85bc10 req-a26465a7-1856-401f-8db2-e790ef636397 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359929 Apr 14 16:08:01.405677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-9d8d7986-24e1-4876-815a-ae80e6c2b8e3 req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:01.422978 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-66eb20c9-898d-4c77-aa94-ddc0daaaf520 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0563381 Apr 14 16:08:01.425749 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47798) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:01.426477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:01.436508 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:01.441698 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:01.447379 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Usage tracker for resource:router and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:01.451582 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:01.457834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:01.468130 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1045782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49154'] for router, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:01.469293 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853729933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1035679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853839601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726539'] for router, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:01.489010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:01.520812 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Pushing event deleted for resources: {'Port': ['ID=65e8c159-5fa7-4084-bc78-bf0714f24c3b,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:01.531188 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:01.639465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp473252ec-2888-5c69-b44f-6f22b1910560-f2e84a54-9d67-41bd-af92-691674666ba0', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650'}]}} from dv-cinder-786260-2-smb. {{(pid=85224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:08:01.640393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:01.679298 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8d7986-24e1-4876-815a-ae80e6c2b8e3 req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] No DVR routers for this DVR port 65e8c159-5fa7-4084-bc78-bf0714f24c3b on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:08:01.681863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-9d8d7986-24e1-4876-815a-ae80e6c2b8e3 req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:01.684652 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2c004d-4c53-4041-a3e8-2e0a1a61d366', 'name': 'network-vif-deleted', 'tag': '65e8c159-5fa7-4084-bc78-bf0714f24c3b'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:01.700649 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d8d7986-24e1-4876-815a-ae80e6c2b8e3 req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.25 "DELETE /v2.0/ports/65e8c159-5fa7-4084-bc78-bf0714f24c3b HTTP/1.1" status: 204 len: 173 time: 1.5788085 Apr 14 16:08:01.749043 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2c004d-4c53-4041-a3e8-2e0a1a61d366', 'name': 'network-vif-deleted', 'tag': '65e8c159-5fa7-4084-bc78-bf0714f24c3b', 'status': 'completed', 'code': 200} Apr 14 16:08:01.778089 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853857952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1045985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726556'] for router, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:01.815643 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Allocated IP 172.20.0.2 (f2e84a54-9d67-41bd-af92-691674666ba0/360040e6-fe35-420f-8659-b8ad48418650/ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896) {{(pid=85224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:08:02.044652 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Notify callbacks [] for port, precommit_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:02.064448 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Transition to ACTIVE for port object ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:08:02.089421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Transition to ACTIVE for port object ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 will not be triggered until provisioned by entity DHCP. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:08:02.094230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:02.117962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:02.149130 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:02.186398 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e00ca-db54-4cbf-9bba-5e8e8817807b req-dc4abb53-ed31-4a12-8dfc-5fad57bc722c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:02.188133 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:02.194767 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-650e00ca-db54-4cbf-9bba-5e8e8817807b req-dc4abb53-ed31-4a12-8dfc-5fad57bc722c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.1288805 Apr 14 16:08:02.239818 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-650e00ca-db54-4cbf-9bba-5e8e8817807b req-1e0e060e-7e56-4a99-8c56-db6925328a48 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440264 Apr 14 16:08:02.338081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Pushing event updated for resources: {'Port': ['ID=ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896,revision_number=1']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:02.340093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Allocated IP 172.28.3.107 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/f5370051-2f8c-40cf-ae80-ac261eeed30d) {{(pid=85223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:08:02.349182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.349413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.349709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.350193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.350526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.350899 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.351272 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.351639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.352002 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.352364 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.352747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.353109 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:02.358272 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:02.397141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Network f2e84a54-9d67-41bd-af92-691674666ba0 is already hosted by enough agents. {{(pid=85224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:08:02.398509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Resources bound (agent type, host, resource id): {{(pid=85224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:02.401538 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Received port after_create {{(pid=85224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:08:02.498637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Attempting to bind port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:08:02.498637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Attempting to bind port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:08:02.499262 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Attempting to bind port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 on network f2e84a54-9d67-41bd-af92-691674666ba0 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:08:02.504560 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:08:02.505023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Checking segment: {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:08:02.505472 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:02.506052 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Bound using segment: {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:08:02.507105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Bound port: ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:08:02.507230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:02.507521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:02.551031 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:02.569596 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-88d497d5-435b-429b-bb74-538b5f1a475b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:02.585350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] For port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:08:02.588518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] For port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:08:02.595512 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:02.611414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:02.645771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Pushing event updated for resources: {'Port': ['ID=f5370051-2f8c-40cf-ae80-ac261eeed30d,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:02.696596 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:02.775761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Pushing event updated for resources: {'Port': ['ID=ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:02.781735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:03.040586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:08:03.041763 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:03.044141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Received port after_create {{(pid=85223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:08:03.280635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 65e8c159-5fa7-4084-bc78-bf0714f24c3b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:08:03.324932 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 65e8c159-5fa7-4084-bc78-bf0714f24c3b {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:08:03.325333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 65e8c159-5fa7-4084-bc78-bf0714f24c3b not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:08:03.366420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:03.436807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:03.495975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:03.848531 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853729815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917835'] for router, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:04.112968 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Router 5832d96f-b4e9-4fab-8dea-5b81077636c6 is scheduled to L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 with binding_index 1 {{(pid=85223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:08:04.357773 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d131f080-85e6-4d94-9ff7-ced56cd18bc7 None None] Network f2e84a54-9d67-41bd-af92-691674666ba0 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:08:04.358562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:08:04.386516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Sync routers for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:08:04.387713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] Notify callbacks [] for router, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:04.389230 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-cd1df12f-962f-4b61-b834-83d3047644ad admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9621890 Apr 14 16:08:04.392220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 47846) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:04.464330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:08:04.465052 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:07:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:04.544243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-fe479d78-c61f-46ed-9f68-9e7264bbe334 None None] Provisioning for port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:04.617354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-fe479d78-c61f-46ed-9f68-9e7264bbe334 None None] Provisioning complete for port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:04.617709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fe479d78-c61f-46ed-9f68-9e7264bbe334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:05.011863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:08:05.122818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:05.249867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fe479d78-c61f-46ed-9f68-9e7264bbe334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:05.292326 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-fe479d78-c61f-46ed-9f68-9e7264bbe334 None None] For port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:05.299521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fe479d78-c61f-46ed-9f68-9e7264bbe334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:05.312233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:05.341829 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Allocated IP 172.20.0.1 (f2e84a54-9d67-41bd-af92-691674666ba0/360040e6-fe35-420f-8659-b8ad48418650/7279ff97-8f65-47cb-acd7-cb47433f279b) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:08:05.484352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe479d78-c61f-46ed-9f68-9e7264bbe334 None None] Pushing event updated for resources: {'Port': ['ID=ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:05.497081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fe479d78-c61f-46ed-9f68-9e7264bbe334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:05.539278 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:03Z', 'revision_number': 3, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:05.544901 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Checking router: 5832d96f-b4e9-4fab-8dea-5b81077636c6 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:08:05.545411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Updating router 5832d96f-b4e9-4fab-8dea-5b81077636c6 port f5370051-2f8c-40cf-ae80-ac261eeed30d binding host dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:08:05.559495 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:05.602217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Transition to ACTIVE for port object 7279ff97-8f65-47cb-acd7-cb47433f279b will not be triggered until provisioned by entity DHCP. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:08:05.628917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:05.629242 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:05.653651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:05.768830 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-a292a40a-4188-4412-8546-64630bd00eec None None] Provisioning complete for port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:05.769129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a292a40a-4188-4412-8546-64630bd00eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:05.813890 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Pushing event updated for resources: {'Port': ['ID=7279ff97-8f65-47cb-acd7-cb47433f279b,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:05.830090 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:05.879220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Network f2e84a54-9d67-41bd-af92-691674666ba0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:08:05.880401 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:05.883310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:08:05.964902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917900'] for router_interface, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.223887 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Notify callbacks [] for port, precommit_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.229233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-29b61015-2829-4c98-bf89-87a0dc86ad1a None None] Provisioning for port 7279ff97-8f65-47cb-acd7-cb47433f279b completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:06.240389 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-29b61015-2829-4c98-bf89-87a0dc86ad1a None None] Provisioning complete for port 7279ff97-8f65-47cb-acd7-cb47433f279b triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:06.240839 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-29b61015-2829-4c98-bf89-87a0dc86ad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.275157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Transition to ACTIVE for port object f5370051-2f8c-40cf-ae80-ac261eeed30d will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:08:06.290817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.308342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:06.424366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-29b61015-2829-4c98-bf89-87a0dc86ad1a None None] Port 7279ff97-8f65-47cb-acd7-cb47433f279b cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:08:06.456206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b3730-9652-45b4-aa90-637b422909ae None None] Pushing event updated for resources: {'Port': ['ID=f5370051-2f8c-40cf-ae80-ac261eeed30d,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:06.461243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9d8b3730-9652-45b4-aa90-637b422909ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:06.485341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.524986 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Attempting to bind port f5370051-2f8c-40cf-ae80-ac261eeed30d on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:08:06.525410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Attempting to bind port f5370051-2f8c-40cf-ae80-ac261eeed30d by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:08:06.525827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Attempting to bind port f5370051-2f8c-40cf-ae80-ac261eeed30d on network e8580497-b273-4b3c-b442-5753c0086bc0 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:08:06.531533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:08:06.531954 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Checking segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:08:06.532402 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.532903 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Bound using segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:08:06.533891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Bound port: f5370051-2f8c-40cf-ae80-ac261eeed30d, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:08:06.533891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.609228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] For port f5370051-2f8c-40cf-ae80-ac261eeed30d, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:08:06.612264 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] For port f5370051-2f8c-40cf-ae80-ac261eeed30d, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=f5370051-2f8c-40cf-ae80-ac261eeed30d,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:08:06.615530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.628186 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:06.771876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.775447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.786429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b3730-9652-45b4-aa90-637b422909ae None None] Pushing event updated for resources: {'Port': ['ID=f5370051-2f8c-40cf-ae80-ac261eeed30d,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:06.791508 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9d8b3730-9652-45b4-aa90-637b422909ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:06.806123 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-caa11997-d13d-442d-8448-226e5a6aa592 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:06.841587 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:08:06.842273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:07:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:06.898864 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1048357'] for router_interface, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:06.915161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Pushing event updated for resources: {'Port': ['ID=7279ff97-8f65-47cb-acd7-cb47433f279b,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:06.921434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:07.058579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:08:07.193490 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-bfdded35-41fa-4f18-a9d3-589d845cdb48 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:07.193490 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-bfdded35-41fa-4f18-a9d3-589d845cdb48 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/networks?id=40c43f4f-4879-4f00-9871-26484d64220c HTTP/1.1" status: 200 len: 813 time: 0.2204108 Apr 14 16:08:07.198086 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Network f2e84a54-9d67-41bd-af92-691674666ba0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:08:07.199398 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:07.386656 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-99b6c14d-fdcd-47d1-bca1-de40c2fb1cfa tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/quotas/6ffa2bb621df4bb4b982fa7200abdf56 HTTP/1.1" status: 200 len: 375 time: 0.1141982 Apr 14 16:08:07.446146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:07.470383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-264ab808-bbf0-47c8-a8ac-04bbf0c96289 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Synchronizing usage tracker for tenant:6ffa2bb621df4bb4b982fa7200abdf56 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:07.504826 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-264ab808-bbf0-47c8-a8ac-04bbf0c96289 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Unset dirty status for tenant:6ffa2bb621df4bb4b982fa7200abdf56 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:07.506365 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-264ab808-bbf0-47c8-a8ac-04bbf0c96289 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6ffa2bb621df4bb4b982fa7200abdf56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914819 Apr 14 16:08:07.543987 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-ef05e21b-5c70-404a-9701-49e332cdb1fa None None] Provisioning complete for port 7279ff97-8f65-47cb-acd7-cb47433f279b triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:07.544560 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ef05e21b-5c70-404a-9701-49e332cdb1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:07.549184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Router 5832d96f-b4e9-4fab-8dea-5b81077636c6 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:08:07.647680 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-ef05e21b-5c70-404a-9701-49e332cdb1fa None None] Port 7279ff97-8f65-47cb-acd7-cb47433f279b cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:08:07.684686 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:07.685233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:07.840132 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-c76b0e8c-520f-4bb7-a704-ccfaf61e6eef service neutron] 10.222.0.48 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225944 Apr 14 16:08:07.845279 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 2, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:07.855515 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80707d6a-dc32-4433-80a0-4fae091d612d None None] The sync data for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb is: [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 2, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:08:07.934207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:08:07.962883 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] 10.222.0.48 "PUT /v2.0/routers/5832d96f-b4e9-4fab-8dea-5b81077636c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5601676 Apr 14 16:08:08.013128 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-ac34e18c-ab88-4edb-becc-fb5657560490 service neutron] 10.222.0.48 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609101 Apr 14 16:08:08.229169 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-428276ea-ed57-4d27-a253-449a3e868729 req-8668fb49-5256-4943-b5b9-8e662fbff9fd tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 210 time: 0.0650208 Apr 14 16:08:09.433120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device f5370051-2f8c-40cf-ae80-ac261eeed30d up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:09.529791 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47920) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:09.537738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253793419', 'description': 'tempest-description--554509063'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:09.544193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:09.548601 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Usage tracker for resource:security_group and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:09.553463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:09.554323 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-56df5e13-49fe-4011-9ef6-57e8670f9015 req-23f55754-b23f-4795-849c-ccf7cc8ebc39 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 210 time: 0.0959313 Apr 14 16:08:09.560599 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:09.562480 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-75f93cd8-2ddb-42bf-9efe-95179ea7fce7 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:09.563902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port f5370051-2f8c-40cf-ae80-ac261eeed30d completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:09.566776 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-75f93cd8-2ddb-42bf-9efe-95179ea7fce7 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.25 "GET /v2.0/networks?id=40c43f4f-4879-4f00-9871-26484d64220c HTTP/1.1" status: 200 len: 813 time: 0.3306663 Apr 14 16:08:09.570191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port f5370051-2f8c-40cf-ae80-ac261eeed30d triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:09.570623 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.580476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Request body: {'port': {'device_id': 'fb4c4412-19db-41d6-9268-1db4fce9f9b6', 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c', 'admin_state_up': True, 'tenant_id': '6ffa2bb621df4bb4b982fa7200abdf56'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:09.591244 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.645337 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:09.650260 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Usage tracker for resource:security_group_rule and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:09.654708 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:09.663047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:09.725778 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.746469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.746971 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:09.747270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port f5370051-2f8c-40cf-ae80-ac261eeed30d, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=f5370051-2f8c-40cf-ae80-ac261eeed30d,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:09.749830 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.750146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.753186 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:09.758106 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:09.766336 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2f18b81a-c64b-4a0e-a59c-518810246ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:09.767969 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Made reservation on behalf of 6ffa2bb621df4bb4b982fa7200abdf56 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:08:09.775724 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.787636 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.788993 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2578244 Apr 14 16:08:09.792496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47930) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:09.805986 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'security_group_rule': {'security_group_id': '2280eab4-b75e-4093-b4dd-e6adf3bcbce6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:09.820516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:09.825366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2280eab4-b75e-4093-b4dd-e6adf3bcbce6,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:09.828322 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Usage tracker for resource:security_group_rule and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:09.831716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:09.835438 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:09.840349 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:09.844641 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=f5370051-2f8c-40cf-ae80-ac261eeed30d,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:09.849338 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:09.860854 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.942827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.946036 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.948866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:09.957814 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Allocated IP 172.20.0.13 (40c43f4f-4879-4f00-9871-26484d64220c/75f25bd9-3c9e-4a3e-ada0-a3132d3561f1/07ac77af-d02b-4ba9-98a5-db23f19ca144) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:08:09.981491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbec7534-cd7b-4a98-8bc7-f59cb174a88c,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:09.991128 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:09.992977 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.994306 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2007637 Apr 14 16:08:09.997190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47936) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:10.004390 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'security_group_rule': {'security_group_id': '2280eab4-b75e-4093-b4dd-e6adf3bcbce6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:10.011607 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:10.016124 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Usage tracker for resource:security_group_rule and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:10.019765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:10.028189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:10.046522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.119967 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.122862 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.131385 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2e6f1351-5880-4f1d-ae70-48a7b4fb12af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:10.154772 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d85dfc-7e52-4897-a0d3-3a40468d03c6,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:10.157390 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:10.165543 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.168422 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695399 Apr 14 16:08:10.171403 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47942) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:10.178043 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'floatingip': {'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:10.185047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:10.189372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Usage tracker for resource:floatingip and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:10.192776 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:10.199002 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:10.211427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.364665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.411639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.442685 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.458975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:10.515312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Allocated IP 172.28.3.50 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/0ffac737-d01f-4bea-95e9-7a777a5c1f2a) {{(pid=85223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:08:10.600774 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Pushing event updated for resources: {'Port': ['ID=07ac77af-d02b-4ba9-98a5-db23f19ca144,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:10.605912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:10.667890 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Network 40c43f4f-4879-4f00-9871-26484d64220c is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:08:10.669299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:10.671689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:08:10.678105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for port, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.741171 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:10.741967 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.766844 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.767227 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1927588 Apr 14 16:08:10.780641 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Request body: {'port': {'device_id': 'fb4c4412-19db-41d6-9268-1db4fce9f9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:10.790765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-86d78b9d-0111-4223-8b32-d88f2e1420f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:10.909697 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:11.003036 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Sync routers for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:08:11.016187 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:08:11.017376 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:07:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:11.173223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08413eb9-929d-4534-8177-8977b309878a req-143584ed-0c16-43fb-9042-caa9a46e8231 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:11.174877 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-08413eb9-929d-4534-8177-8977b309878a req-143584ed-0c16-43fb-9042-caa9a46e8231 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 932 time: 0.4833393 Apr 14 16:08:11.190786 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'Port': ['ID=0ffac737-d01f-4bea-95e9-7a777a5c1f2a,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:11.198655 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:11.232077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:08:11.266215 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-08413eb9-929d-4534-8177-8977b309878a req-f0c88212-368c-4529-9cc8-1394853a3bcb tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693197 Apr 14 16:08:11.275257 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:08:11.276649 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:11.288385 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Received port after_create {{(pid=85223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:08:11.347123 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ac77af-d02b-4ba9-98a5-db23f19ca144 {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:08:11.356137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:11.375622 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Transition to ACTIVE for port object 07ac77af-d02b-4ba9-98a5-db23f19ca144 will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:08:11.377999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device f5370051-2f8c-40cf-ae80-ac261eeed30d up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:11.378360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:11.395553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:11.465302 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port f5370051-2f8c-40cf-ae80-ac261eeed30d triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:11.465821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:11.479443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:11.512047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Pushing event updated for resources: {'Port': ['ID=07ac77af-d02b-4ba9-98a5-db23f19ca144,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:11.527706 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:11.569340 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:11.615756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 2, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:11.621424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Checking router: 5832d96f-b4e9-4fab-8dea-5b81077636c6 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:08:11.621860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Updating router 5832d96f-b4e9-4fab-8dea-5b81077636c6 port 7279ff97-8f65-47cb-acd7-cb47433f279b binding host dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:08:11.688341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:11.894432 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for port, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:11.899289 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850808634'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:11.934773 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Attempting to bind port 07ac77af-d02b-4ba9-98a5-db23f19ca144 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:08:11.935148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Attempting to bind port 07ac77af-d02b-4ba9-98a5-db23f19ca144 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'c164c109-050a-4045-9fb7-085a50922a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:08:11.935523 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Attempting to bind port 07ac77af-d02b-4ba9-98a5-db23f19ca144 on network 40c43f4f-4879-4f00-9871-26484d64220c {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:08:11.940981 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Port 07ac77af-d02b-4ba9-98a5-db23f19ca144 on network 40c43f4f-4879-4f00-9871-26484d64220c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:08:11.941503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Attempting to bind port 07ac77af-d02b-4ba9-98a5-db23f19ca144 on network 40c43f4f-4879-4f00-9871-26484d64220c {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:08:11.948885 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:08:11.949267 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Checking segment: {'id': 'c164c109-050a-4045-9fb7-085a50922a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:08:11.949699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Bound using segment: {'id': 'c164c109-050a-4045-9fb7-085a50922a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:08:11.950013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:11.950156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Bound port: 07ac77af-d02b-4ba9-98a5-db23f19ca144, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c164c109-050a-4045-9fb7-085a50922a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:08:11.950805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:12.045656 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] For port 07ac77af-d02b-4ba9-98a5-db23f19ca144, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:08:12.050005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] For port 07ac77af-d02b-4ba9-98a5-db23f19ca144, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=07ac77af-d02b-4ba9-98a5-db23f19ca144,segment=NetworkSegment(c164c109-050a-4045-9fb7-085a50922a97),segment_id=c164c109-050a-4045-9fb7-085a50922a97)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:08:12.052861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:12.070787 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0a518523-53ed-40f0-91f2-8d3c07b94f61 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:12.131820 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'Port': ['ID=0ffac737-d01f-4bea-95e9-7a777a5c1f2a,revision_number=2']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:12.148378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:12.231297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Pushing event updated for resources: {'Port': ['ID=07ac77af-d02b-4ba9-98a5-db23f19ca144,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:12.236976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:12.242320 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:12.265040 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:12.269490 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c0f62fd5-7cf5-4e72-89fc-f8ef82155cc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0936058 Apr 14 16:08:12.280296 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:12.281136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:12.282861 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] 10.222.0.25 "PUT /v2.0/ports/07ac77af-d02b-4ba9-98a5-db23f19ca144 HTTP/1.1" status: 200 len: 1094 time: 1.5070262 Apr 14 16:08:12.283461 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4c4412-19db-41d6-9268-1db4fce9f9b6', 'tag': '07ac77af-d02b-4ba9-98a5-db23f19ca144'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:12.332688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Notify callbacks [] for port, precommit_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:12.349624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Transition to ACTIVE for port object 7279ff97-8f65-47cb-acd7-cb47433f279b will not be triggered until provisioned by entity L2. {{(pid=85225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:08:12.356215 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:12.362417 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4c4412-19db-41d6-9268-1db4fce9f9b6', 'tag': '07ac77af-d02b-4ba9-98a5-db23f19ca144', 'status': 'completed', 'code': 200} Apr 14 16:08:12.411072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-3fa5c509-1a8c-404e-a3c4-1c9fb1acd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:12.412802 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-3fa5c509-1a8c-404e-a3c4-1c9fb1acd5b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ffa2bb621df4bb4b982fa7200abdf56&device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 1097 time: 0.0931842 Apr 14 16:08:12.449908 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:12.515294 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-871ed1d0-e889-4e4a-9dee-495627ebc712 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ac77af-d02b-4ba9-98a5-db23f19ca144 HTTP/1.1" status: 200 len: 217 time: 0.0950468 Apr 14 16:08:12.522729 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876dc83-efc8-4fd8-b6f3-36cc7f8d4dc3 req-669df281-d315-4b3c-a0e4-0ba80819d63e tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:12.524612 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e876dc83-efc8-4fd8-b6f3-36cc7f8d4dc3 req-669df281-d315-4b3c-a0e4-0ba80819d63e tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 944 time: 0.0951447 Apr 14 16:08:12.546491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Pushing event updated for resources: {'Port': ['ID=7279ff97-8f65-47cb-acd7-cb47433f279b,revision_number=3']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:12.563424 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e876dc83-efc8-4fd8-b6f3-36cc7f8d4dc3 req-2c6ceb53-5349-4bf3-b5e9-68be23c0315d tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Apr 14 16:08:12.564058 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.564453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.564839 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.565714 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.565714 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.565918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.566702 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.567071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.567428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.567787 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.568687 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.569066 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:12.574328 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-d536b096-d354-42f6-9042-d6fea1c3f7ce tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Synchronizing usage tracker for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:security_group {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:12.574764 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:12.606178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-d536b096-d354-42f6-9042-d6fea1c3f7ce tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Unset dirty status for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:security_group {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:12.607459 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-d536b096-d354-42f6-9042-d6fea1c3f7ce tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1253793419&fields=id&tenant_id=ecf3e714fb644c96b0825db1815b59a1 HTTP/1.1" status: 200 len: 267 time: 0.1132209 Apr 14 16:08:12.611200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-03af069c-bc9b-434e-a0e0-e5a67599f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:12.612796 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-03af069c-bc9b-434e-a0e0-e5a67599f32b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75f25bd9-3c9e-4a3e-ada0-a3132d3561f1 HTTP/1.1" status: 200 len: 853 time: 0.0897331 Apr 14 16:08:12.742606 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-ce33a277-99be-497e-ac54-75c9be6e99d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=40c43f4f-4879-4f00-9871-26484d64220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027753 Apr 14 16:08:12.748917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Attempting to bind port 7279ff97-8f65-47cb-acd7-cb47433f279b on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:08:12.749333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Attempting to bind port 7279ff97-8f65-47cb-acd7-cb47433f279b by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:08:12.749731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Attempting to bind port 7279ff97-8f65-47cb-acd7-cb47433f279b on network f2e84a54-9d67-41bd-af92-691674666ba0 {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:08:12.755259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:08:12.756245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Checking segment: {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:08:12.756865 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:12.757396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Bound using segment: {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:08:12.757905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Bound port: 7279ff97-8f65-47cb-acd7-cb47433f279b, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'}}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:08:12.758311 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:12.839479 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] For port 7279ff97-8f65-47cb-acd7-cb47433f279b, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:08:12.842664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] For port 7279ff97-8f65-47cb-acd7-cb47433f279b, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=7279ff97-8f65-47cb-acd7-cb47433f279b,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:08:12.846207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:12.861502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0c54eaa0-2b7d-4054-b3d8-f955404678a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:12.925996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-0729f7e6-c8d7-4b6e-bff9-62a2e8e4a006 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:12.926750 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-0729f7e6-c8d7-4b6e-bff9-62a2e8e4a006 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Synchronizing usage tracker for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:network {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:12.961341 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-ad7169a4-f52a-4581-993f-5536f9b480a4 service neutron] 10.222.0.25 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103534 Apr 14 16:08:12.964459 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-0729f7e6-c8d7-4b6e-bff9-62a2e8e4a006 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Unset dirty status for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:network {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:12.965654 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-0729f7e6-c8d7-4b6e-bff9-62a2e8e4a006 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 817 time: 0.3496003 Apr 14 16:08:13.016076 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Pushing event updated for resources: {'Port': ['ID=7279ff97-8f65-47cb-acd7-cb47433f279b,revision_number=4']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:13.021373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:13.049686 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47984) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:13.058584 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-20641054-3c9d-4883-af47-a5ac64d94c78 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/quotas/ecf3e714fb644c96b0825db1815b59a1 HTTP/1.1" status: 200 len: 375 time: 0.0696514 Apr 14 16:08:13.060461 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:08:13.061158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:07:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:13.140653 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4404cd-47c3-42b9-9887-697083d3ef1a admin admin] Deleting subnet 0838cadc-83f8-41f3-aaae-aadb2beb48aa {{(pid=85223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:08:13.144990 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9d4404cd-47c3-42b9-9887-697083d3ef1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:13.190351 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c3799f6d-56c2-48c3-9480-2e0b2bf6127e req-344d0633-8e25-47fb-8d10-e47f5d13bf3e service neutron] 10.222.0.25 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226119 Apr 14 16:08:13.206567 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-bc22509e-d034-4ecb-a8a7-fbf88a75d65e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Synchronizing usage tracker for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:13.224587 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-bc22509e-d034-4ecb-a8a7-fbf88a75d65e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Unset dirty status for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:13.226076 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-bc22509e-d034-4ecb-a8a7-fbf88a75d65e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1527779 Apr 14 16:08:13.226354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9d4404cd-47c3-42b9-9887-697083d3ef1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340783'] for subnet, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:13.291610 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9d4404cd-47c3-42b9-9887-697083d3ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:13.305413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:08:13.398054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 7279ff97-8f65-47cb-acd7-cb47433f279b up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:13.481718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 7279ff97-8f65-47cb-acd7-cb47433f279b completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:13.488417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 7279ff97-8f65-47cb-acd7-cb47433f279b triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:13.489243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:13.566286 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9d4404cd-47c3-42b9-9887-697083d3ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850808693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124700'] for subnet, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:13.581738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:13.631886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4404cd-47c3-42b9-9887-697083d3ef1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0838cadc-83f8-41f3-aaae-aadb2beb48aa,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:13.671740 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:13.683297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9d4404cd-47c3-42b9-9887-697083d3ef1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:13.692939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 7279ff97-8f65-47cb-acd7-cb47433f279b, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=7279ff97-8f65-47cb-acd7-cb47433f279b,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:13.697089 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:13.703081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9d8b3730-9652-45b4-aa90-637b422909ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:13.714946 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a9563c73-5ca4-437f-af67-dff1fd21dea1 service neutron] 10.222.0.48 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702761 Apr 14 16:08:13.763592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:12Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:13.767718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9d4404cd-47c3-42b9-9887-697083d3ef1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:13.769055 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2716f3-1506-40b0-8971-3034e79d362b None None] The sync data for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb is: [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:12Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:08:13.793260 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=7279ff97-8f65-47cb-acd7-cb47433f279b,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:13.796589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:13.824353 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9d4404cd-47c3-42b9-9887-697083d3ef1a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0838cadc-83f8-41f3-aaae-aadb2beb48aa HTTP/1.1" status: 204 len: 168 time: 0.7717021 Apr 14 16:08:13.827550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 47990) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:13.860074 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed89ca9-ba8d-46c2-abdf-40ae4fd30902 req-7e073e89-9320-4865-82f9-8ac593f257d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:13.861748 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ed89ca9-ba8d-46c2-abdf-40ae4fd30902 req-7e073e89-9320-4865-82f9-8ac593f257d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ffa2bb621df4bb4b982fa7200abdf56&device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 1097 time: 0.5925968 Apr 14 16:08:13.972391 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-3f8983be-be5f-403d-b7f2-65cbc282c75d service neutron] 10.222.0.48 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487831 Apr 14 16:08:13.986965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:14.032102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed89ca9-ba8d-46c2-abdf-40ae4fd30902 req-2ea42d34-25d8-48a7-af04-ee72d5a00cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:14.033883 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ed89ca9-ba8d-46c2-abdf-40ae4fd30902 req-2ea42d34-25d8-48a7-af04-ee72d5a00cc8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=40c43f4f-4879-4f00-9871-26484d64220c HTTP/1.1" status: 200 len: 914 time: 0.1631892 Apr 14 16:08:14.063166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca53d52-6e11-4ea1-9b38-49cc3b5e22b2 req-175cf034-baaa-4bd8-91eb-9a5c8271afb2 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:14.064838 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bca53d52-6e11-4ea1-9b38-49cc3b5e22b2 req-175cf034-baaa-4bd8-91eb-9a5c8271afb2 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 944 time: 0.3044686 Apr 14 16:08:14.120483 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ed89ca9-ba8d-46c2-abdf-40ae4fd30902 req-cf7979a2-2091-4641-95f8-04ed98d9a662 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ac77af-d02b-4ba9-98a5-db23f19ca144 HTTP/1.1" status: 200 len: 217 time: 0.0795724 Apr 14 16:08:14.222550 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-428845e9-b821-4d73-a5a2-310b02535682 req-fdf488ae-ee92-4043-97d8-dedab1edfeae tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 210 time: 0.0550134 Apr 14 16:08:14.249105 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bca53d52-6e11-4ea1-9b38-49cc3b5e22b2 req-f9e0c0ee-7857-4347-adb8-4189c67f4ecc tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370718 Apr 14 16:08:14.258942 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:14.275529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed89ca9-ba8d-46c2-abdf-40ae4fd30902 req-9193d935-91ed-4b7d-b7d1-5426b93fc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:14.277143 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ed89ca9-ba8d-46c2-abdf-40ae4fd30902 req-9193d935-91ed-4b7d-b7d1-5426b93fc470 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75f25bd9-3c9e-4a3e-ada0-a3132d3561f1 HTTP/1.1" status: 200 len: 853 time: 0.1486275 Apr 14 16:08:14.337350 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ed89ca9-ba8d-46c2-abdf-40ae4fd30902 req-9994c24e-5112-4d80-9388-7e3edc34533d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=40c43f4f-4879-4f00-9871-26484d64220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530097 Apr 14 16:08:14.389046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7c9f97-db41-464b-8c9c-cea63bcf7aa5']}} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:14.402574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d225a63-e02a-4b0f-84b3-e96a45058d04') {'for_net_delete': True} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:14.403021 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d225a63-e02a-4b0f-84b3-e96a45058d04') {} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:14.416537 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3341337'] for segment, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:14.435556 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:14.446894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=85223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:08:14.489170 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ed89ca9-ba8d-46c2-abdf-40ae4fd30902 req-4a2cff7f-d919-4b78-8808-a43ae6c6aa2b service neutron] 10.222.0.25 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450794 Apr 14 16:08:14.639701 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Network 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:08:14.644595 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ed89ca9-ba8d-46c2-abdf-40ae4fd30902 req-0df8076f-2a9e-43e2-91fc-efff8bbf7d9b service neutron] 10.222.0.25 "GET /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487963 Apr 14 16:08:14.654094 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850808604'] for segment, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:14.838691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Network 3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:08:14.863375 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:08:14.941126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:14.944733 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:14.958890 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:14.969929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a7c9f97-db41-464b-8c9c-cea63bcf7aa5,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:14.973330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:14.978480 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-31d1929d-4a89-40b4-a776-bfa11283dcf3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3a7c9f97-db41-464b-8c9c-cea63bcf7aa5 HTTP/1.1" status: 204 len: 168 time: 1.1496501 Apr 14 16:08:14.981195 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48004) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:15.046828 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b2adcc-606f-419e-a8f7-439be472792b admin admin] Deleting subnet df0607d2-da37-42bd-a968-80483fe1d507 {{(pid=85223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:08:15.049858 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c4b2adcc-606f-419e-a8f7-439be472792b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:15.105688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c4b2adcc-606f-419e-a8f7-439be472792b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340783'] for subnet, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:15.164251 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c4b2adcc-606f-419e-a8f7-439be472792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:15.366235 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 07ac77af-d02b-4ba9-98a5-db23f19ca144 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:08:15.377174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-0fa6150a-ec33-4280-b6ad-07660ed29c4f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:15.378970 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-0fa6150a-ec33-4280-b6ad-07660ed29c4f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 817 time: 0.1855807 Apr 14 16:08:15.456617 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-787fb37d-72b6-40aa-aeb9-d010b7b40fc3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecf3e714fb644c96b0825db1815b59a1 HTTP/1.1" status: 200 len: 5708 time: 0.0673242 Apr 14 16:08:15.477422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 7279ff97-8f65-47cb-acd7-cb47433f279b up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:15.504977 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'port': {'device_id': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'admin_state_up': True, 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'security_groups': ['2280eab4-b75e-4093-b4dd-e6adf3bcbce6']}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:15.547276 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-210393db-76d1-466a-829e-b58cf8006c2d req-81a54849-61d6-4fef-9fa0-2ec8b1d19a44 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 210 time: 0.0893607 Apr 14 16:08:15.570758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c4b2adcc-606f-419e-a8f7-439be472792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850808693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124700'] for subnet, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:15.590524 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6ad96123-b7ab-48aa-9263-04c99d8b6929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:15.609800 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 07ac77af-d02b-4ba9-98a5-db23f19ca144, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=07ac77af-d02b-4ba9-98a5-db23f19ca144,segment=NetworkSegment(c164c109-050a-4045-9fb7-085a50922a97),segment_id=c164c109-050a-4045-9fb7-085a50922a97)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:15.627210 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '07ac77af-d02b-4ba9-98a5-db23f19ca144', 'network_id': '40c43f4f-4879-4f00-9871-26484d64220c', 'port_id': '07ac77af-d02b-4ba9-98a5-db23f19ca144', 'mac_address': 'fa:16:3e:85:f8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f25bd9-3c9e-4a3e-ada0-a3132d3561f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:08:15.676495 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:15.677163 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 7279ff97-8f65-47cb-acd7-cb47433f279b triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:15.677433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:15.681484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2adcc-606f-419e-a8f7-439be472792b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df0607d2-da37-42bd-a968-80483fe1d507,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:15.687365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:15.688348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c4b2adcc-606f-419e-a8f7-439be472792b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:15.696797 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Made reservation on behalf of ecf3e714fb644c96b0825db1815b59a1 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:08:15.703160 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:15.710619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a5edb-c746-4a43-9305-04e035989e46 req-d2586bca-86c1-4566-ac20-99802c7d9db6 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:15.712290 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-888a5edb-c746-4a43-9305-04e035989e46 req-d2586bca-86c1-4566-ac20-99802c7d9db6 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 944 time: 0.2524550 Apr 14 16:08:15.737225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:15.738590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ac77af-d02b-4ba9-98a5-db23f19ca144 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:08:15.768039 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-888a5edb-c746-4a43-9305-04e035989e46 req-bd9f707f-d915-44b2-91ab-034d90a1c610 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447693 Apr 14 16:08:15.769477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 07ac77af-d02b-4ba9-98a5-db23f19ca144, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=07ac77af-d02b-4ba9-98a5-db23f19ca144,segment=NetworkSegment(c164c109-050a-4045-9fb7-085a50922a97),segment_id=c164c109-050a-4045-9fb7-085a50922a97)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:15.777496 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:15.779711 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c4b2adcc-606f-419e-a8f7-439be472792b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:15.780481 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:15.786123 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c4b2adcc-606f-419e-a8f7-439be472792b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/df0607d2-da37-42bd-a968-80483fe1d507 HTTP/1.1" status: 204 len: 168 time: 0.8037686 Apr 14 16:08:15.788766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48016) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:15.883080 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Allocated IP 172.20.0.5 (f2e84a54-9d67-41bd-af92-691674666ba0/360040e6-fe35-420f-8659-b8ad48418650/24f3871b-355e-4a79-9f12-9ceb7cce6e7a) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:08:15.905620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:15.920460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=07ac77af-d02b-4ba9-98a5-db23f19ca144,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:15.931605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:15.993973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['07ac77af-d02b-4ba9-98a5-db23f19ca144'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:16.102399 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:16.108458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:16.126104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Transition to ACTIVE for port object 24f3871b-355e-4a79-9f12-9ceb7cce6e7a will not be triggered until provisioned by entity DHCP. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:08:16.150175 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:16.168676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:16.314624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'Port': ['ID=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:16.319505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:16.374633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Network f2e84a54-9d67-41bd-af92-691674666ba0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:08:16.375837 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:16.378212 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:08:16.448386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:16.448779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:16.453353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7']}} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:16.469603 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49889617-fdf1-4200-8acf-a7162b770a1f') {'for_net_delete': True} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:16.469950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49889617-fdf1-4200-8acf-a7162b770a1f') {} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:16.475449 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9752474 Apr 14 16:08:16.486622 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3341337'] for segment, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:16.487522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Request body: {'port': {'device_id': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:16.503748 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:16.510519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=85223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:08:16.604095 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-9b6a121e-13db-4a92-a603-4d29a1b7206d None None] Provisioning for port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:16.609305 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:16.610538 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-9b6a121e-13db-4a92-a603-4d29a1b7206d None None] Provisioning complete for port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:16.611275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9b6a121e-13db-4a92-a603-4d29a1b7206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:16.684354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a121e-13db-4a92-a603-4d29a1b7206d None None] Port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:08:16.710307 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Network 7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:08:16.719790 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850808604'] for segment, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:16.889572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa15ed-ff87-4c21-8cfc-f792f2b842cb req-6018923e-7684-4e0a-a7f6-c47ebf410b51 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:16.890351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-b3fa15ed-ff87-4c21-8cfc-f792f2b842cb req-6018923e-7684-4e0a-a7f6-c47ebf410b51 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Synchronizing usage tracker for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:16.901169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Network 7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:08:16.934611 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:08:16.989348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-b3fa15ed-ff87-4c21-8cfc-f792f2b842cb req-6018923e-7684-4e0a-a7f6-c47ebf410b51 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Unset dirty status for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:16.990668 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b3fa15ed-ff87-4c21-8cfc-f792f2b842cb req-6018923e-7684-4e0a-a7f6-c47ebf410b51 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 931 time: 0.2852147 Apr 14 16:08:17.050217 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b3fa15ed-ff87-4c21-8cfc-f792f2b842cb req-95b5d481-f9ee-48c6-a638-618392cbf67c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445600 Apr 14 16:08:17.065077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.075908 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3d4d894d-0ca9-4a83-bf9f-f7f3a8198673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:17.095240 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.103854 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Pushing event deleted for resources: {'Network': ['ID=7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:17.106886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:17.110366 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] 10.222.0.48 "DELETE /v2.0/networks/7640c805-e18f-46ab-9a0b-7b4dbbe4e7b7 HTTP/1.1" status: 204 len: 168 time: 1.3207107 Apr 14 16:08:17.123696 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e5235-0be4-485d-9194-758b5b5a3bcd req-d8258d18-be7e-4242-8781-9a8683a0f872 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:17.125919 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-362e5235-0be4-485d-9194-758b5b5a3bcd req-d8258d18-be7e-4242-8781-9a8683a0f872 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 945 time: 0.2269287 Apr 14 16:08:17.141722 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f3871b-355e-4a79-9f12-9ceb7cce6e7a {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:08:17.150695 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.161145 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-362e5235-0be4-485d-9194-758b5b5a3bcd req-7c439e7f-bad0-46a7-a7ac-a022649b8ca1 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274546 Apr 14 16:08:17.169552 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Transition to ACTIVE for port object 24f3871b-355e-4a79-9f12-9ceb7cce6e7a will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:08:17.172962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.189587 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-29b4f280-bcfe-4ffe-a2a8-fcf5deaa6fd9 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:17.237083 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48026) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:17.274417 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-606c4df0-1a5a-4854-bb03-676115508d3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d74a9e02967f4da2a9e38ce9ac6703f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0327220 Apr 14 16:08:17.274640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48030) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:17.326505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Pushing event updated for resources: {'Port': ['ID=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:17.331051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:17.340311 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9a28e7df-be3e-40c0-99ff-226c5dd267e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.367519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9a28e7df-be3e-40c0-99ff-226c5dd267e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.392199 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 07ac77af-d02b-4ba9-98a5-db23f19ca144 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:17.428957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9a28e7df-be3e-40c0-99ff-226c5dd267e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.440980 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-bdcb1110-c837-4889-b7a7-b3fd409f0fc2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:17.459243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28e7df-be3e-40c0-99ff-226c5dd267e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48af62d-cb7d-4382-8aac-bd3c52e10d67,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:17.472351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9a28e7df-be3e-40c0-99ff-226c5dd267e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:17.473352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9a28e7df-be3e-40c0-99ff-226c5dd267e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.474716 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9a28e7df-be3e-40c0-99ff-226c5dd267e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d48af62d-cb7d-4382-8aac-bd3c52e10d67 HTTP/1.1" status: 204 len: 168 time: 0.1991146 Apr 14 16:08:17.499632 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 07ac77af-d02b-4ba9-98a5-db23f19ca144 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:17.506013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 07ac77af-d02b-4ba9-98a5-db23f19ca144 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:17.506434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.564756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Attempting to bind port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:08:17.565121 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Attempting to bind port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:08:17.565502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Attempting to bind port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a on network f2e84a54-9d67-41bd-af92-691674666ba0 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:08:17.571391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a on network f2e84a54-9d67-41bd-af92-691674666ba0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:08:17.571813 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Attempting to bind port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a on network f2e84a54-9d67-41bd-af92-691674666ba0 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:08:17.577780 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:08:17.578160 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Checking segment: {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:08:17.578583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Bound using segment: {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:08:17.579058 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Bound port: 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:08:17.579444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.650510 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.664233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4c4412-19db-41d6-9268-1db4fce9f9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ac77af-d02b-4ba9-98a5-db23f19ca144'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:17.675625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 07ac77af-d02b-4ba9-98a5-db23f19ca144, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=07ac77af-d02b-4ba9-98a5-db23f19ca144,segment=NetworkSegment(c164c109-050a-4045-9fb7-085a50922a97),segment_id=c164c109-050a-4045-9fb7-085a50922a97)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:17.680971 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.683584 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4623d7a8-53e5-4131-b01a-2e47d9e1be8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:17.745162 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4c4412-19db-41d6-9268-1db4fce9f9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ac77af-d02b-4ba9-98a5-db23f19ca144', 'code': 200} Apr 14 16:08:17.780177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=07ac77af-d02b-4ba9-98a5-db23f19ca144,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:17.785367 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:17.907518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 48040) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:17.933232 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:08:17.954503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:08:17.965898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:17.983953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-696a5ac3-4a30-4a83-adee-cd698313fb72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:17.998513 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a99ec-c127-4140-bd83-f565809dbacc req-1d6bfca4-7217-40a6-875b-882db52d6478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:18.000106 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ec7a99ec-c127-4140-bd83-f565809dbacc req-1d6bfca4-7217-40a6-875b-882db52d6478 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 1099 time: 0.0778413 Apr 14 16:08:18.027630 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ec7a99ec-c127-4140-bd83-f565809dbacc req-093c20ca-b61c-4254-8bf2-80d92a628147 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0202584 Apr 14 16:08:18.090178 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-dbdb64c4-6f7a-4feb-800e-089e5b63f49b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b314f7b1c91b44c683a1ceb08814c8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804407 Apr 14 16:08:18.093217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48046) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:18.145349 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Pushing event updated for resources: {'Port': ['ID=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:18.148897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:18.159555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-475937d0-7848-48bb-b3cf-65afcd9678b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:18.191512 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:18.192227 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:18.194598 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] 10.222.0.25 "PUT /v2.0/ports/24f3871b-355e-4a79-9f12-9ceb7cce6e7a HTTP/1.1" status: 200 len: 1093 time: 1.7119033 Apr 14 16:08:18.195162 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:18.238093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-475937d0-7848-48bb-b3cf-65afcd9678b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:18.306874 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-475937d0-7848-48bb-b3cf-65afcd9678b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:18.313807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-266281a8-6b2a-49ad-81bb-769204e61adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:18.328815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475937d0-7848-48bb-b3cf-65afcd9678b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b39ec68-a255-4dcc-92d2-bafd7704a38b,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:18.331315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-475937d0-7848-48bb-b3cf-65afcd9678b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:18.346109 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-475937d0-7848-48bb-b3cf-65afcd9678b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:18.347334 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-475937d0-7848-48bb-b3cf-65afcd9678b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b39ec68-a255-4dcc-92d2-bafd7704a38b HTTP/1.1" status: 204 len: 168 time: 0.2530682 Apr 14 16:08:18.372357 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd60f2f-9ae8-41e1-83b7-14dc31b98f2c req-3a37eeca-836a-4c35-9305-414185c430b3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:18.374424 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4bd60f2f-9ae8-41e1-83b7-14dc31b98f2c req-3a37eeca-836a-4c35-9305-414185c430b3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.1930490 Apr 14 16:08:18.396286 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-80d7c012-4840-4a4b-bea5-40600cd69308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:18.398749 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-80d7c012-4840-4a4b-bea5-40600cd69308 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 1096 time: 0.1642640 Apr 14 16:08:18.413671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-4bd60f2f-9ae8-41e1-83b7-14dc31b98f2c req-5540bf23-eb4b-4f15-9178-64be691ecc3e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Synchronizing usage tracker for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:18.428183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-4bd60f2f-9ae8-41e1-83b7-14dc31b98f2c req-5540bf23-eb4b-4f15-9178-64be691ecc3e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Unset dirty status for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:18.429609 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4bd60f2f-9ae8-41e1-83b7-14dc31b98f2c req-5540bf23-eb4b-4f15-9178-64be691ecc3e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474887 Apr 14 16:08:18.503985 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-2bbcd057-d586-49db-9cf1-2f356e5c1eb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a HTTP/1.1" status: 200 len: 217 time: 0.0907230 Apr 14 16:08:18.505781 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'status': 'completed', 'code': 200} Apr 14 16:08:18.519581 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fcc92-609a-4be7-8392-a3ea3782aafb req-64e290c1-35e0-4d9f-9103-dd8f89ca645c tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:18.520387 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-282fcc92-609a-4be7-8392-a3ea3782aafb req-64e290c1-35e0-4d9f-9103-dd8f89ca645c tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Synchronizing usage tracker for tenant:6ffa2bb621df4bb4b982fa7200abdf56 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:18.592477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-282fcc92-609a-4be7-8392-a3ea3782aafb req-64e290c1-35e0-4d9f-9103-dd8f89ca645c tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Unset dirty status for tenant:6ffa2bb621df4bb4b982fa7200abdf56 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:18.593757 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-282fcc92-609a-4be7-8392-a3ea3782aafb req-64e290c1-35e0-4d9f-9103-dd8f89ca645c tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 946 time: 0.2924263 Apr 14 16:08:18.602340 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-1ca3bc4c-0a1d-465d-aba9-cad89ce05a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:18.603953 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-1ca3bc4c-0a1d-465d-aba9-cad89ce05a9e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0791385 Apr 14 16:08:18.673109 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-282fcc92-609a-4be7-8392-a3ea3782aafb req-e2b7b32f-d4c7-47d7-8021-7c2b873a0d32 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681896 Apr 14 16:08:18.708674 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-8caf32ec-2834-4069-bd14-e8750b7ef972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:18.710331 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-8caf32ec-2834-4069-bd14-e8750b7ef972 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0904484 Apr 14 16:08:18.876960 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-17608243-3565-401c-b31a-eea597c52743 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577268 Apr 14 16:08:19.029381 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7c9af02d-3846-41af-beb9-24100a3c29e8 req-d9dd28b6-f00c-4040-9ab7-f040f679f4e8 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454904 Apr 14 16:08:19.152373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff868-7f95-4c88-b296-648c26f44bc0 req-ded35ce4-a1fb-440e-bb52-fa40850bf60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:19.154055 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df4ff868-7f95-4c88-b296-648c26f44bc0 req-ded35ce4-a1fb-440e-bb52-fa40850bf60d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 1096 time: 0.0833225 Apr 14 16:08:19.301032 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff868-7f95-4c88-b296-648c26f44bc0 req-166f9aff-22b8-4b6f-a9ea-5e51d1435bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:19.302775 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df4ff868-7f95-4c88-b296-648c26f44bc0 req-166f9aff-22b8-4b6f-a9ea-5e51d1435bd0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 918 time: 0.1418359 Apr 14 16:08:19.377266 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df4ff868-7f95-4c88-b296-648c26f44bc0 req-2666f3cf-8bf0-4855-be07-1f6c57c9f4b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a HTTP/1.1" status: 200 len: 217 time: 0.0677013 Apr 14 16:08:19.449929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff868-7f95-4c88-b296-648c26f44bc0 req-155b691a-e189-41c2-bd92-3192e3013355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:19.451765 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df4ff868-7f95-4c88-b296-648c26f44bc0 req-155b691a-e189-41c2-bd92-3192e3013355 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0686772 Apr 14 16:08:19.536808 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff868-7f95-4c88-b296-648c26f44bc0 req-828afda8-a7cd-4c61-871f-e2a6fe96127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:19.538674 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df4ff868-7f95-4c88-b296-648c26f44bc0 req-828afda8-a7cd-4c61-871f-e2a6fe96127c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792413 Apr 14 16:08:19.649625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966ad40-7ead-4b03-8c50-99d74315981a req-ed0ebfd0-5737-4f57-8993-5ff6bb344a44 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:19.651630 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2966ad40-7ead-4b03-8c50-99d74315981a req-ed0ebfd0-5737-4f57-8993-5ff6bb344a44 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0909774 Apr 14 16:08:19.692016 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df4ff868-7f95-4c88-b296-648c26f44bc0 req-efd5da41-070c-42fe-acf4-7b133cf36259 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457121 Apr 14 16:08:19.694004 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2966ad40-7ead-4b03-8c50-99d74315981a req-31dd00ec-ed93-46bf-b5b4-c8a409c4bcf6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356824 Apr 14 16:08:19.921178 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df4ff868-7f95-4c88-b296-648c26f44bc0 req-ed9e6b99-f491-42f7-8eb0-4a7f855e0ff5 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179725 Apr 14 16:08:19.938770 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060614b-a5f5-4945-8e12-ad889605d563 req-0d93ced9-73bc-4e3c-a184-8b3109c9fbeb tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:19.940389 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f060614b-a5f5-4945-8e12-ad889605d563 req-0d93ced9-73bc-4e3c-a184-8b3109c9fbeb tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 946 time: 0.1391273 Apr 14 16:08:19.972214 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f060614b-a5f5-4945-8e12-ad889605d563 req-03c15441-63b3-4c36-9c0c-e0d5a8ad246c tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245967 Apr 14 16:08:20.901809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02af1d-26d0-4a00-985c-43bf5a9b72c9 req-f7e35ca2-9c1c-4b2f-84e2-abd633d4e262 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:20.903232 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2d02af1d-26d0-4a00-985c-43bf5a9b72c9 req-f7e35ca2-9c1c-4b2f-84e2-abd633d4e262 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0892425 Apr 14 16:08:20.936232 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2d02af1d-26d0-4a00-985c-43bf5a9b72c9 req-f39c7f88-d881-43d4-b968-879805bc8e4a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264032 Apr 14 16:08:21.405716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 24f3871b-355e-4a79-9f12-9ceb7cce6e7a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:08:21.548463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:21.565769 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'port_id': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'mac_address': 'fa:16:3e:0f:dd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:08:21.631774 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:21.633161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f3871b-355e-4a79-9f12-9ceb7cce6e7a {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:08:21.650243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:21.655591 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:21.658731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:21.735590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:21.738943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:21.881867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['24f3871b-355e-4a79-9f12-9ceb7cce6e7a'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:22.161666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66339b-56bd-4d64-ab10-6d8434d13410 req-99cd85b7-01df-4287-99a5-1fcfe77c0458 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:22.163277 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bc66339b-56bd-4d64-ab10-6d8434d13410 req-99cd85b7-01df-4287-99a5-1fcfe77c0458 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 944 time: 0.0887890 Apr 14 16:08:22.201758 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bc66339b-56bd-4d64-ab10-6d8434d13410 req-23ed77ef-2cb2-4094-87a0-ec0a344b8fb4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302224 Apr 14 16:08:23.422161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 24f3871b-355e-4a79-9f12-9ceb7cce6e7a up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:23.433071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212ac48-e9fe-45e1-a387-6b45951d673a req-46ad8920-14bb-4a8c-a47f-8a6057151d49 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:23.434683 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6212ac48-e9fe-45e1-a387-6b45951d673a req-46ad8920-14bb-4a8c-a47f-8a6057151d49 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 944 time: 0.0991554 Apr 14 16:08:23.467737 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6212ac48-e9fe-45e1-a387-6b45951d673a req-ac6b2783-a194-46da-b462-cc0704be8c4b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255952 Apr 14 16:08:23.504048 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a50e7cf6-67ac-4f41-95ac-5a6f7fa7816e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:23.513814 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:23.518613 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:23.519023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:23.519552 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48150) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:23.649357 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2046d5d6-8d67-4ef0-b902-84c11435b3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:23.650094 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:23.661813 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:23.664584 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2046d5d6-8d67-4ef0-b902-84c11435b3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:23.668873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2046d5d6-8d67-4ef0-b902-84c11435b3ef admin admin] Usage tracker for resource:security_group_rule and tenant:3111f57e63394e1aad44e5daa9c9599d is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:23.671852 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2046d5d6-8d67-4ef0-b902-84c11435b3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:23.672998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:23.676542 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:23.678535 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2046d5d6-8d67-4ef0-b902-84c11435b3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:23.679823 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:23.715867 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'code': 200} Apr 14 16:08:23.762883 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:23.766008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:23.766919 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2046d5d6-8d67-4ef0-b902-84c11435b3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:23.772353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2046d5d6-8d67-4ef0-b902-84c11435b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:23.781420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cb8c5772-ab00-49ca-829d-5f94dce1c53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:23.828077 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2046d5d6-8d67-4ef0-b902-84c11435b3ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3111f57e63394e1aad44e5daa9c9599d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072391 Apr 14 16:08:23.829046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046d5d6-8d67-4ef0-b902-84c11435b3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc194e6-3960-49da-8df2-9738989480ac,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:23.830917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 48158) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:23.832230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2046d5d6-8d67-4ef0-b902-84c11435b3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:23.944762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2410c2e5-3c47-4cd5-a16c-ca395db0cc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:23.979230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2410c2e5-3c47-4cd5-a16c-ca395db0cc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:24.014325 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:24.032443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11a272-0829-4f9f-89cc-5adf490dfbab req-f7e47848-e545-4ad4-90f1-fe673ec3bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:24.034094 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3a11a272-0829-4f9f-89cc-5adf490dfbab req-f7e47848-e545-4ad4-90f1-fe673ec3bb01 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 1098 time: 0.1461189 Apr 14 16:08:24.054860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2410c2e5-3c47-4cd5-a16c-ca395db0cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:24.061896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3ea09c33-1e61-4131-a671-db29c0784a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:24.076053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410c2e5-3c47-4cd5-a16c-ca395db0cc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc194e6-3960-49da-8df2-9738989480ac,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:24.078948 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3a11a272-0829-4f9f-89cc-5adf490dfbab req-56e4b4a1-b578-4582-92fe-a6a079f318e4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369580 Apr 14 16:08:24.081557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2410c2e5-3c47-4cd5-a16c-ca395db0cc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:24.085340 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2410c2e5-3c47-4cd5-a16c-ca395db0cc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:24.086474 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2410c2e5-3c47-4cd5-a16c-ca395db0cc5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bc194e6-3960-49da-8df2-9738989480ac HTTP/1.1" status: 204 len: 168 time: 0.2541502 Apr 14 16:08:24.678703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae79ef-ab2e-4ba8-b668-65b6a5186497 req-6ce64a67-29be-4beb-b5c0-c79db0619824 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:24.680302 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e0ae79ef-ab2e-4ba8-b668-65b6a5186497 req-6ce64a67-29be-4beb-b5c0-c79db0619824 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0909197 Apr 14 16:08:24.713908 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e0ae79ef-ab2e-4ba8-b668-65b6a5186497 req-ccff1992-60c9-46a4-a1ad-e3f271d39705 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271213 Apr 14 16:08:25.776485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f083c78f-d9ce-4ce7-9e24-fa5e97dd904d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:25.927659 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded1650-36b7-45f7-88fe-0e853cda9dcb req-6464adac-9746-4e27-8eeb-fdf72e7f4f17 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:25.929284 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ded1650-36b7-45f7-88fe-0e853cda9dcb req-6464adac-9746-4e27-8eeb-fdf72e7f4f17 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0915835 Apr 14 16:08:25.960737 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8ded1650-36b7-45f7-88fe-0e853cda9dcb req-f2616e61-582a-4640-a1aa-1f1f92802169 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248020 Apr 14 16:08:26.166665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de348b-8da5-4fff-bd37-5fc9ab20d897 req-90eb7347-b3b3-4d1f-8536-1035db8e3eb7 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:26.168263 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b5de348b-8da5-4fff-bd37-5fc9ab20d897 req-90eb7347-b3b3-4d1f-8536-1035db8e3eb7 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0926564 Apr 14 16:08:26.178181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48204) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:26.184221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-47f87adf-a1a0-4481-b7e9-5d6cc976e902 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'floatingip': {'port_id': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:26.264966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-47f87adf-a1a0-4481-b7e9-5d6cc976e902 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:26.516003 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:26.836192 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:26.928393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-47f87adf-a1a0-4481-b7e9-5d6cc976e902 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:26.931432 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-47f87adf-a1a0-4481-b7e9-5d6cc976e902 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:27.111216 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [None req-47f87adf-a1a0-4481-b7e9-5d6cc976e902 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Floating IP 7c65839e-ed9e-4752-af5c-76c56461dd66 associated. External IP: 172.28.3.50, port: 24f3871b-355e-4a79-9f12-9ceb7cce6e7a. Apr 14 16:08:27.476099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f87adf-a1a0-4481-b7e9-5d6cc976e902 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Router 5832d96f-b4e9-4fab-8dea-5b81077636c6 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:08:27.801761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:27.892644 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f87adf-a1a0-4481-b7e9-5d6cc976e902 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:08:27.902549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7ca07-c652-41d2-b7b3-8610438f0b6c None None] Sync routers for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:08:27.905401 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-47f87adf-a1a0-4481-b7e9-5d6cc976e902 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:27.914027 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7ca07-c652-41d2-b7b3-8610438f0b6c None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:08:27.915042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-78f7ca07-c652-41d2-b7b3-8610438f0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:08:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:27.970930 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-47f87adf-a1a0-4481-b7e9-5d6cc976e902 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "PUT /v2.0/floatingips/7c65839e-ed9e-4752-af5c-76c56461dd66 HTTP/1.1" status: 200 len: 990 time: 1.7888803 Apr 14 16:08:27.970930 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:28.019660 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'status': 'completed', 'code': 200} Apr 14 16:08:28.124127 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-78f7ca07-c652-41d2-b7b3-8610438f0b6c None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:08:28.126040 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554aa8b-2253-46a0-93f2-46552bbef53f req-80a2b8ae-63ea-470d-9935-290c256c1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:28.127761 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5554aa8b-2253-46a0-93f2-46552bbef53f req-80a2b8ae-63ea-470d-9935-290c256c1e64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 1098 time: 0.0850878 Apr 14 16:08:28.276073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554aa8b-2253-46a0-93f2-46552bbef53f req-0746bade-051e-4c95-ad83-b6a0bb7b1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:28.277707 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5554aa8b-2253-46a0-93f2-46552bbef53f req-0746bade-051e-4c95-ad83-b6a0bb7b1131 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 918 time: 0.1434431 Apr 14 16:08:28.390751 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5554aa8b-2253-46a0-93f2-46552bbef53f req-bb58c09f-1dab-4b71-b231-55865e698e42 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a HTTP/1.1" status: 200 len: 998 time: 0.1066546 Apr 14 16:08:28.460287 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554aa8b-2253-46a0-93f2-46552bbef53f req-20fae12d-8099-453e-8680-a9ca612f882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:28.461994 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5554aa8b-2253-46a0-93f2-46552bbef53f req-20fae12d-8099-453e-8680-a9ca612f882a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0647793 Apr 14 16:08:28.505280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-78f7ca07-c652-41d2-b7b3-8610438f0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': '7c65839e-ed9e-4752-af5c-76c56461dd66', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'port_id': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'mac_address': 'fa:16:3e:0f:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:08:11Z', 'updated_at': '2021-04-14T16:08:26Z', 'revision_number': 1, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:28.509470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7ca07-c652-41d2-b7b3-8610438f0b6c None None] Checking router: 5832d96f-b4e9-4fab-8dea-5b81077636c6 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:08:28.518427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7ca07-c652-41d2-b7b3-8610438f0b6c None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:08:28.519105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-78f7ca07-c652-41d2-b7b3-8610438f0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:08:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:28.550381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554aa8b-2253-46a0-93f2-46552bbef53f req-4084286f-766f-431b-99ab-b830a7cf6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:28.552613 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5554aa8b-2253-46a0-93f2-46552bbef53f req-4084286f-766f-431b-99ab-b830a7cf6b5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837085 Apr 14 16:08:28.713595 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5554aa8b-2253-46a0-93f2-46552bbef53f req-ec68d311-6f73-4ee2-b23f-d8c98629025d service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542449 Apr 14 16:08:28.717186 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-78f7ca07-c652-41d2-b7b3-8610438f0b6c None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:08:28.863208 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5554aa8b-2253-46a0-93f2-46552bbef53f req-c031eb21-b816-4512-8727-df0de5f6b153 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424685 Apr 14 16:08:29.080264 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-78f7ca07-c652-41d2-b7b3-8610438f0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': '7c65839e-ed9e-4752-af5c-76c56461dd66', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'port_id': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'mac_address': 'fa:16:3e:0f:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:08:11Z', 'updated_at': '2021-04-14T16:08:26Z', 'revision_number': 1, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:29.085050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7ca07-c652-41d2-b7b3-8610438f0b6c None None] The sync data for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb is: [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': '7c65839e-ed9e-4752-af5c-76c56461dd66', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'port_id': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'mac_address': 'fa:16:3e:0f:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:08:11Z', 'updated_at': '2021-04-14T16:08:26Z', 'revision_number': 1, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:08:29.360132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc6624-2780-4fa5-ab56-4aaf9b11fc33 None None] New status for floating IP 7c65839e-ed9e-4752-af5c-76c56461dd66: ACTIVE {{(pid=85225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:08:29.589951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:08:36.221838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808720b3-5782-4055-a3bf-d596b546323e req-c860e7a0-35eb-4c0c-964b-d1737cdf8d42 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:36.223463 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-808720b3-5782-4055-a3bf-d596b546323e req-c860e7a0-35eb-4c0c-964b-d1737cdf8d42 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0907550 Apr 14 16:08:36.253827 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-808720b3-5782-4055-a3bf-d596b546323e req-5323feb5-c9b7-4313-80f6-e97e188e6c37 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239604 Apr 14 16:08:36.259177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 48366) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:36.381162 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7da8adf1-3689-46a4-94e3-9fca85c995df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:36.396118 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7da8adf1-3689-46a4-94e3-9fca85c995df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:36.400122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7da8adf1-3689-46a4-94e3-9fca85c995df admin admin] Usage tracker for resource:security_group_rule and tenant:70359467d2614ac0b0217504df84ce46 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:36.403198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7da8adf1-3689-46a4-94e3-9fca85c995df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:36.409213 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7da8adf1-3689-46a4-94e3-9fca85c995df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:36.498026 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7da8adf1-3689-46a4-94e3-9fca85c995df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:36.500421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7da8adf1-3689-46a4-94e3-9fca85c995df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:36.509108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:36.553249 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7da8adf1-3689-46a4-94e3-9fca85c995df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70359467d2614ac0b0217504df84ce46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899148 Apr 14 16:08:36.553249 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8adf1-3689-46a4-94e3-9fca85c995df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444222fc-9eaa-4cd4-addd-de758b70d2f9,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:36.553720 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48372) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:36.555550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7da8adf1-3689-46a4-94e3-9fca85c995df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:36.616493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2172ecbc-83c5-490a-aff0-8b59b2ed81d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:36.642185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2172ecbc-83c5-490a-aff0-8b59b2ed81d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:36.688427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2172ecbc-83c5-490a-aff0-8b59b2ed81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:36.693572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ff9cdc53-7302-41bd-ad4e-9e5720f075c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:36.705988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172ecbc-83c5-490a-aff0-8b59b2ed81d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444222fc-9eaa-4cd4-addd-de758b70d2f9,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:36.708297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2172ecbc-83c5-490a-aff0-8b59b2ed81d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:36.711761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2172ecbc-83c5-490a-aff0-8b59b2ed81d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:36.713577 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2172ecbc-83c5-490a-aff0-8b59b2ed81d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/444222fc-9eaa-4cd4-addd-de758b70d2f9 HTTP/1.1" status: 204 len: 168 time: 0.1580367 Apr 14 16:08:37.465956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95940241-aeb5-4918-bc24-3db6ad45301d req-85953180-c85b-4882-8180-bee3b3fe4653 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:37.467537 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-95940241-aeb5-4918-bc24-3db6ad45301d req-85953180-c85b-4882-8180-bee3b3fe4653 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0962527 Apr 14 16:08:37.497657 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-95940241-aeb5-4918-bc24-3db6ad45301d req-e6155de5-1bd7-4f23-85e3-cd19ad63a4b4 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239110 Apr 14 16:08:38.342412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-c3c85991-f6ea-4634-a6ec-a8296d32bd3c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:38.343942 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-c3c85991-f6ea-4634-a6ec-a8296d32bd3c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.25 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.0883911 Apr 14 16:08:38.423666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Deleting port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:08:38.424048 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:38.962047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] For port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1a6976f7-92de-47cd-b4a0-be6c32ea3f96,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:38.962483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.040740 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e35864-ccb5-4905-a82b-c89bd212da02 req-4a650d79-a2a7-4b94-99d9-f8fe323d5d72 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:39.042318 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-22e35864-ccb5-4905-a82b-c89bd212da02 req-4a650d79-a2a7-4b94-99d9-f8fe323d5d72 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 946 time: 0.2640824 Apr 14 16:08:39.093060 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-22e35864-ccb5-4905-a82b-c89bd212da02 req-a53ccc05-d6ca-4abe-ab7e-6e1bc3d5c05b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=273c38f8-a97a-47e0-9ee8-b8622a8092ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417163 Apr 14 16:08:39.148547 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b250a7-6fec-4ec3-beed-a6b406ebf9e8 req-7285946f-d859-4bb7-937c-a9d601d09093 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:39.150176 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-71b250a7-6fec-4ec3-beed-a6b406ebf9e8 req-7285946f-d859-4bb7-937c-a9d601d09093 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 946 time: 0.0899518 Apr 14 16:08:39.183551 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-71b250a7-6fec-4ec3-beed-a6b406ebf9e8 req-2240399b-261c-4e4b-88d4-6a6ae719d380 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267036 Apr 14 16:08:39.309559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.309976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.310329 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Floating IP af7cffdd-2cba-452a-8994-4627ec5c728b disassociated. External IP: 172.28.3.161, port: 1a6976f7-92de-47cd-b4a0-be6c32ea3f96. Apr 14 16:08:39.310706 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Calling delete_port for 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:08:39.457997 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.472660 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0ff3bec8-f340-4c1e-b0a5-ce1cdc215d33 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:39.521035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event deleted for resources: {'Port': ['ID=1a6976f7-92de-47cd-b4a0-be6c32ea3f96,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:39.568771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:39.829949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Router 6c40a51d-68cb-41c7-9363-6d042134b3c2 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:08:40.018360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:08:40.028498 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c011cc9-fad9-4bde-b4e1-d1220e578c61 None None] Sync routers for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:08:40.038718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c011cc9-fad9-4bde-b4e1-d1220e578c61 None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:08:40.039458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1c011cc9-fad9-4bde-b4e1-d1220e578c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:08:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:40.097362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] No DVR routers for this DVR port 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:08:40.100873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:40.102801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'name': 'network-vif-deleted', 'tag': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:40.125156 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a8b1a523-4f61-4392-9a60-8caeaf04d77c req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.25 "DELETE /v2.0/ports/1a6976f7-92de-47cd-b4a0-be6c32ea3f96 HTTP/1.1" status: 204 len: 173 time: 1.7738886 Apr 14 16:08:40.203590 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59125f6b-bf0e-4aad-95e7-d8d71e05447e', 'name': 'network-vif-deleted', 'tag': '1a6976f7-92de-47cd-b4a0-be6c32ea3f96', 'status': 'completed', 'code': 200} Apr 14 16:08:40.271652 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-1c011cc9-fad9-4bde-b4e1-d1220e578c61 None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:08:40.354455 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-655eaf83-616e-42ef-a776-69205a0a8eac req-7086eba3-abe7-4ffd-b466-f2be031f6492 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Synchronizing usage tracker for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:40.376961 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-655eaf83-616e-42ef-a776-69205a0a8eac req-7086eba3-abe7-4ffd-b466-f2be031f6492 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Unset dirty status for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:40.378586 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-655eaf83-616e-42ef-a776-69205a0a8eac req-7086eba3-abe7-4ffd-b466-f2be031f6492 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=59125f6b-bf0e-4aad-95e7-d8d71e05447e HTTP/1.1" status: 200 len: 210 time: 0.0849907 Apr 14 16:08:40.497486 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0707-3917-41f5-be25-71ba926be678 req-620df58c-1766-4020-8f6d-9c1512f9c6cf tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:40.499108 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e57f0707-3917-41f5-be25-71ba926be678 req-620df58c-1766-4020-8f6d-9c1512f9c6cf tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 946 time: 0.1231639 Apr 14 16:08:40.532871 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e57f0707-3917-41f5-be25-71ba926be678 req-0be08f77-3663-4ca1-92fa-2d5285fbca91 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259192 Apr 14 16:08:40.804117 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1c011cc9-fad9-4bde-b4e1-d1220e578c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:40.808661 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c011cc9-fad9-4bde-b4e1-d1220e578c61 None None] Checking router: 6c40a51d-68cb-41c7-9363-6d042134b3c2 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:08:40.818691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c011cc9-fad9-4bde-b4e1-d1220e578c61 None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:08:40.819372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1c011cc9-fad9-4bde-b4e1-d1220e578c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:08:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:41.017806 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-1c011cc9-fad9-4bde-b4e1-d1220e578c61 None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:08:41.351745 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1c011cc9-fad9-4bde-b4e1-d1220e578c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:41.355926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c011cc9-fad9-4bde-b4e1-d1220e578c61 None None] The sync data for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb is: [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:08:41.547640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48418) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:41.583700 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:08:41.627405 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-11208701-c0b7-4708-823d-82ef6456c141 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:41.647629 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:08:41.648267 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 1a6976f7-92de-47cd-b4a0-be6c32ea3f96 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:08:41.661280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-11208701-c0b7-4708-823d-82ef6456c141 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:41.709503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-11208701-c0b7-4708-823d-82ef6456c141 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:41.714765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9a28e7df-be3e-40c0-99ff-226c5dd267e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:41.731063 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11208701-c0b7-4708-823d-82ef6456c141 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c38f8-a97a-47e0-9ee8-b8622a8092ae,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:41.734062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-11208701-c0b7-4708-823d-82ef6456c141 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:41.743764 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-11208701-c0b7-4708-823d-82ef6456c141 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:41.748556 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-11208701-c0b7-4708-823d-82ef6456c141 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "DELETE /v2.0/security-groups/273c38f8-a97a-47e0-9ee8-b8622a8092ae HTTP/1.1" status: 204 len: 168 time: 0.1973569 Apr 14 16:08:41.748965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48426) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:41.759931 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2db3dd3-9f9e-4ff9-a87a-0b2f81bab38f None None] New status for floating IP af7cffdd-2cba-452a-8994-4627ec5c728b: DOWN {{(pid=85225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:08:41.765452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c62ca-3084-4a99-93fc-c8165a1eb87b req-3fd7f416-949d-4879-9455-20c86164983a tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:41.766626 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.v2.resource [None req-de1069b7-9c93-4456-b956-f428a00315b9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] show failed (client error): The resource could not be found. Apr 14 16:08:41.767042 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-960c62ca-3084-4a99-93fc-c8165a1eb87b req-3fd7f416-949d-4879-9455-20c86164983a tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 946 time: 0.1023633 Apr 14 16:08:41.767720 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-de1069b7-9c93-4456-b956-f428a00315b9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups/273c38f8-a97a-47e0-9ee8-b8622a8092ae HTTP/1.1" status: 404 len: 347 time: 0.0177515 Apr 14 16:08:41.770929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48430) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:41.820324 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-960c62ca-3084-4a99-93fc-c8165a1eb87b req-f19f2416-9dc3-4352-b7a3-28ce4a4be7da tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384498 Apr 14 16:08:41.959366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Deleting port 13141268-9714-4a4b-a4a7-04174ae7f0ee {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:08:41.959752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:42.141094 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:42.141466 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:42.279333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Calling delete_port for 13141268-9714-4a4b-a4a7-04174ae7f0ee owned by network:floatingip {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:08:42.367183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.api [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85223) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:08:42.367736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.api [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:08:42.868746 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Deleting port 13141268-9714-4a4b-a4a7-04174ae7f0ee {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:08:42.869222 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.022217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948e662-b3b3-41fd-b499-9ca07c444061 req-a7bf0057-8ac0-40fc-9405-0d2adcefd6c5 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:43.023764 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c948e662-b3b3-41fd-b499-9ca07c444061 req-a7bf0057-8ac0-40fc-9405-0d2adcefd6c5 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 946 time: 0.0909123 Apr 14 16:08:43.051949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.052318 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.054704 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c948e662-b3b3-41fd-b499-9ca07c444061 req-e3094c3c-3bc5-4be0-ac42-980fb4d9767a tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/security-groups?id=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242865 Apr 14 16:08:43.186985 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Calling delete_port for 13141268-9714-4a4b-a4a7-04174ae7f0ee owned by network:floatingip {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:08:43.328275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.343853 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:43.438792 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event deleted for resources: {'Port': ['ID=13141268-9714-4a4b-a4a7-04174ae7f0ee,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:43.443393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:43.524464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335b8b7-0fb9-4af0-baf3-6ae035681ef7 req-b7119024-1dd4-4b41-a576-e4519e5bf7bd tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:43.526044 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0335b8b7-0fb9-4af0-baf3-6ae035681ef7 req-b7119024-1dd4-4b41-a576-e4519e5bf7bd tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 946 time: 0.0920222 Apr 14 16:08:43.603066 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-0335b8b7-0fb9-4af0-baf3-6ae035681ef7 req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Deleting port 07ac77af-d02b-4ba9-98a5-db23f19ca144 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:08:43.603378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0335b8b7-0fb9-4af0-baf3-6ae035681ef7 req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.603519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.620677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.621908 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2f450b47-c367-4174-91c1-b04285b478c3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "DELETE /v2.0/floatingips/af7cffdd-2cba-452a-8994-4627ec5c728b HTTP/1.1" status: 204 len: 168 time: 1.8497758 Apr 14 16:08:43.872570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-0335b8b7-0fb9-4af0-baf3-6ae035681ef7 req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] For port 07ac77af-d02b-4ba9-98a5-db23f19ca144, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=07ac77af-d02b-4ba9-98a5-db23f19ca144,segment=NetworkSegment(c164c109-050a-4045-9fb7-085a50922a97),segment_id=c164c109-050a-4045-9fb7-085a50922a97)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:43.873024 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0335b8b7-0fb9-4af0-baf3-6ae035681ef7 req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.008125 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-0335b8b7-0fb9-4af0-baf3-6ae035681ef7 req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Calling delete_port for 07ac77af-d02b-4ba9-98a5-db23f19ca144 owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:08:44.166457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0335b8b7-0fb9-4af0-baf3-6ae035681ef7 req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.178126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48444) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:44.182328 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['07ac77af-d02b-4ba9-98a5-db23f19ca144'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:44.186058 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--900769687', 'description': 'tempest-description--1269185856'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:44.186569 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7f9a6f1f-7acf-4889-8b2d-5d45b42adf98 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:44.193012 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:44.197461 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Usage tracker for resource:security_group and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:44.201698 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:44.208308 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:44.217896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.221762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:44.225853 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Usage tracker for resource:security_group_rule and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:44.228919 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:44.234797 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:44.276354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Pushing event deleted for resources: {'Port': ['ID=07ac77af-d02b-4ba9-98a5-db23f19ca144,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:44.310218 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.312683 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.318468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f516202b-6d65-4df9-bbd3-752a81ce2954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:44.328306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:44.340194 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fc4eb6c4-78f5-43c7-a5f9-4014543e4086 req-209f4cab-d14c-4de4-9714-7f4def1266d1 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4c4412-19db-41d6-9268-1db4fce9f9b6 HTTP/1.1" status: 200 len: 210 time: 0.1124992 Apr 14 16:08:44.362157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501fc13d-565d-4a77-93fe-ad88fe42cfe7,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:44.365798 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:44.367152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.371212 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1892378 Apr 14 16:08:44.372160 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48448) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:44.377006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'security_group_rule': {'security_group_id': '501fc13d-565d-4a77-93fe-ad88fe42cfe7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:44.383929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:44.387920 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Usage tracker for resource:security_group_rule and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:44.390884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:44.396800 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:44.412687 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.477489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.480245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.485626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0335b8b7-0fb9-4af0-baf3-6ae035681ef7 req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] No DVR routers for this DVR port 07ac77af-d02b-4ba9-98a5-db23f19ca144 on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:08:44.487853 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0335b8b7-0fb9-4af0-baf3-6ae035681ef7 req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.489554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fb71ee30-7f66-4d6b-ac84-25c05958ed1f tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:44.491173 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4c4412-19db-41d6-9268-1db4fce9f9b6', 'name': 'network-vif-deleted', 'tag': '07ac77af-d02b-4ba9-98a5-db23f19ca144'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:44.506485 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0335b8b7-0fb9-4af0-baf3-6ae035681ef7 req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] 10.222.0.25 "DELETE /v2.0/ports/07ac77af-d02b-4ba9-98a5-db23f19ca144 HTTP/1.1" status: 204 len: 173 time: 0.9743402 Apr 14 16:08:44.510104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2517e7-100a-4d86-aa24-34d740af665a,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:44.513270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:44.520910 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.523061 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505806 Apr 14 16:08:44.525940 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 48454) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:44.531788 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'security_group_rule': {'security_group_id': '501fc13d-565d-4a77-93fe-ad88fe42cfe7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:44.538439 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:44.542583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Usage tracker for resource:security_group_rule and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:44.546964 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4c4412-19db-41d6-9268-1db4fce9f9b6', 'name': 'network-vif-deleted', 'tag': '07ac77af-d02b-4ba9-98a5-db23f19ca144', 'status': 'completed', 'code': 200} Apr 14 16:08:44.547918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:44.554690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:44.571086 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.638724 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.641393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.643571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-123ce39c-7c00-4f5d-a3a9-740146227c23 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:44.667106 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba479929-22d1-4ea3-a403-507d67eef575,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:44.669574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:44.676427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.677727 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506937 Apr 14 16:08:44.681008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 48458) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:44.686372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'floatingip': {'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:44.693097 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:44.697124 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Usage tracker for resource:floatingip and tenant:31ad166a944e4df09330ae6caeee9230 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:44.700335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:44.706395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:44.715677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:45.087442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:45.229444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Allocated IP 172.28.3.24 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/13045204-30c9-40b4-892f-a2af3e8d6e7d) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:08:45.383638 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:45.413790 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:45.429111 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-144850a4-0efe-4b6c-8169-db593706cffe tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:45.560990 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'Port': ['ID=13045204-30c9-40b4-892f-a2af3e8d6e7d,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:45.565528 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:45.617824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:08:45.618941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:45.621339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:08:45.708225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:45.773468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:46.051310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:46.054259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:46.069534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e609ff5e-d31a-4f73-88f6-0d80dcdb7a31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:46.204329 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'Port': ['ID=13045204-30c9-40b4-892f-a2af3e8d6e7d,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:46.216446 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:46.308521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:46.329772 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:46.331058 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6490636 Apr 14 16:08:46.546172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ade420ee-8acc-463f-bd4d-7d441124c18e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Synchronizing usage tracker for tenant:31ad166a944e4df09330ae6caeee9230 on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:46.560885 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ade420ee-8acc-463f-bd4d-7d441124c18e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Unset dirty status for tenant:31ad166a944e4df09330ae6caeee9230 on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:46.562041 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ade420ee-8acc-463f-bd4d-7d441124c18e tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--900769687&fields=id&tenant_id=31ad166a944e4df09330ae6caeee9230 HTTP/1.1" status: 200 len: 267 time: 0.0410271 Apr 14 16:08:46.723688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-5602be61-b31a-4037-93fe-4deb4ba97b1b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:46.724428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-5602be61-b31a-4037-93fe-4deb4ba97b1b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Synchronizing usage tracker for tenant:31ad166a944e4df09330ae6caeee9230 on resource:network {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:46.740067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-5602be61-b31a-4037-93fe-4deb4ba97b1b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Unset dirty status for tenant:31ad166a944e4df09330ae6caeee9230 on resource:network {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:46.741326 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-5602be61-b31a-4037-93fe-4deb4ba97b1b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/networks?id=e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 200 len: 811 time: 0.1718061 Apr 14 16:08:46.756901 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-424bbf95-c0ef-4763-a075-2960bbe947ab tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/quotas/31ad166a944e4df09330ae6caeee9230 HTTP/1.1" status: 200 len: 375 time: 0.0095081 Apr 14 16:08:46.851491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-915c3d24-d93f-4573-ae47-88c31ffa3fcb tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Synchronizing usage tracker for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:46.866992 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-915c3d24-d93f-4573-ae47-88c31ffa3fcb tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Unset dirty status for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:46.868374 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-915c3d24-d93f-4573-ae47-88c31ffa3fcb tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=31ad166a944e4df09330ae6caeee9230&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1060872 Apr 14 16:08:47.020564 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-d213e376-e281-4cb7-9e33-e9e8675c1bea service neutron] 10.222.0.48 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385748 Apr 14 16:08:47.162615 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-4d416317-4842-45ec-af9c-65b5601217de service neutron] 10.222.0.48 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355667 Apr 14 16:08:47.369740 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-26ae0a04-9e6d-4e38-b230-76eaca55ee94 req-c509d7e9-e5b4-4869-858c-2402bdc87bfa tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 210 time: 0.0525286 Apr 14 16:08:47.627905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 07ac77af-d02b-4ba9-98a5-db23f19ca144 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:08:47.665969 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 07ac77af-d02b-4ba9-98a5-db23f19ca144 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:08:47.666300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 07ac77af-d02b-4ba9-98a5-db23f19ca144 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:08:48.494902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-6ece8c91-221b-4265-aaa5-84971231fc08 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:48.496549 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-6ece8c91-221b-4265-aaa5-84971231fc08 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.25 "GET /v2.0/networks?id=e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 200 len: 811 time: 0.1814284 Apr 14 16:08:48.583933 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b72e2419-16de-4e93-a817-a062a0833809 req-1e38a76b-3b6f-411b-a412-aa3528921c11 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 210 time: 0.0560193 Apr 14 16:08:48.587741 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-c9723782-1c22-47d6-a290-d12b5fd7d974 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31ad166a944e4df09330ae6caeee9230 HTTP/1.1" status: 200 len: 5704 time: 0.0731258 Apr 14 16:08:48.609238 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'port': {'device_id': '66c0af9e-b599-4420-a71f-cef3a9829579', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'admin_state_up': True, 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'security_groups': ['501fc13d-565d-4a77-93fe-ad88fe42cfe7']}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:48.757637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:48.767572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:48.776644 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Made reservation on behalf of 31ad166a944e4df09330ae6caeee9230 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:08:48.783049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:48.946051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Allocated IP 172.20.0.5 (e4087ddd-268d-4f34-8462-2595c8d5f179/410481ba-9005-4999-9ca9-04bcc89f40f5/394de271-5224-40f4-bba4-78e2a22246dc) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:08:49.147807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:49.163650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Transition to ACTIVE for port object 394de271-5224-40f4-bba4-78e2a22246dc will not be triggered until provisioned by entity DHCP. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:08:49.187233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:49.202659 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:49.339074 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event updated for resources: {'Port': ['ID=394de271-5224-40f4-bba4-78e2a22246dc,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:49.343493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:49.397317 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Network e4087ddd-268d-4f34-8462-2595c8d5f179 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:08:49.398485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:49.400658 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:08:49.470764 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:49.471475 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:49.498097 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8977051 Apr 14 16:08:49.511664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Request body: {'port': {'device_id': '66c0af9e-b599-4420-a71f-cef3a9829579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:49.588157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-0fd6664e-1daf-4022-b9c7-2920c465af31 None None] Provisioning for port 394de271-5224-40f4-bba4-78e2a22246dc completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:49.593196 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-0fd6664e-1daf-4022-b9c7-2920c465af31 None None] Provisioning complete for port 394de271-5224-40f4-bba4-78e2a22246dc triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:49.593887 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0fd6664e-1daf-4022-b9c7-2920c465af31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:49.638797 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:49.657152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6664e-1daf-4022-b9c7-2920c465af31 None None] Port 394de271-5224-40f4-bba4-78e2a22246dc cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:08:49.794397 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b70a13-9e03-4bdf-96ea-401aa03e9090 req-5cbe4a7e-3b2c-4ea2-afae-73b6e08188c4 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:49.795920 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-23b70a13-9e03-4bdf-96ea-401aa03e9090 req-5cbe4a7e-3b2c-4ea2-afae-73b6e08188c4 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 931 time: 0.0920563 Apr 14 16:08:49.826852 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-23b70a13-9e03-4bdf-96ea-401aa03e9090 req-90c7293a-e920-4d0f-bb06-6499d08980c0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=501fc13d-565d-4a77-93fe-ad88fe42cfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242176 Apr 14 16:08:50.044439 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394de271-5224-40f4-bba4-78e2a22246dc {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:08:50.052759 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:50.069089 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Transition to ACTIVE for port object 394de271-5224-40f4-bba4-78e2a22246dc will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:08:50.071580 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:50.087911 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:50.224789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Pushing event updated for resources: {'Port': ['ID=394de271-5224-40f4-bba4-78e2a22246dc,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:50.240542 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:50.669897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Attempting to bind port 394de271-5224-40f4-bba4-78e2a22246dc on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:08:50.670274 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Attempting to bind port 394de271-5224-40f4-bba4-78e2a22246dc by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:08:50.670641 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Attempting to bind port 394de271-5224-40f4-bba4-78e2a22246dc on network e4087ddd-268d-4f34-8462-2595c8d5f179 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:08:50.675489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Port 394de271-5224-40f4-bba4-78e2a22246dc on network e4087ddd-268d-4f34-8462-2595c8d5f179 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:08:50.675848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Attempting to bind port 394de271-5224-40f4-bba4-78e2a22246dc on network e4087ddd-268d-4f34-8462-2595c8d5f179 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:08:50.681276 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:08:50.681653 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Checking segment: {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:08:50.682070 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Bound using segment: {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:08:50.682529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Bound port: 394de271-5224-40f4-bba4-78e2a22246dc, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53774a26-6936-49f0-b3d2-be8c372bde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:08:50.682905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:50.761850 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] For port 394de271-5224-40f4-bba4-78e2a22246dc, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:08:50.764954 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] For port 394de271-5224-40f4-bba4-78e2a22246dc, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=394de271-5224-40f4-bba4-78e2a22246dc,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:08:50.768623 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:50.785073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cdf5bb5f-a5e5-4528-953f-d39f0910a521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:50.937057 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Pushing event updated for resources: {'Port': ['ID=394de271-5224-40f4-bba4-78e2a22246dc,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:50.942431 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:50.978083 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:50.978562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:50.980096 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] 10.222.0.25 "PUT /v2.0/ports/394de271-5224-40f4-bba4-78e2a22246dc HTTP/1.1" status: 200 len: 1093 time: 1.4735360 Apr 14 16:08:50.980617 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0af9e-b599-4420-a71f-cef3a9829579', 'tag': '394de271-5224-40f4-bba4-78e2a22246dc'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:51.036995 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974358e-35a1-4493-be24-a44c41150420 req-833aed02-9ced-464c-b7d8-fae55df1c9b6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:51.039697 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c974358e-35a1-4493-be24-a44c41150420 req-833aed02-9ced-464c-b7d8-fae55df1c9b6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 943 time: 0.0974128 Apr 14 16:08:51.068012 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c0af9e-b599-4420-a71f-cef3a9829579', 'tag': '394de271-5224-40f4-bba4-78e2a22246dc', 'status': 'completed', 'code': 200} Apr 14 16:08:51.074368 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c974358e-35a1-4493-be24-a44c41150420 req-d3977927-352b-41e3-a8e0-37beecea4c74 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=501fc13d-565d-4a77-93fe-ad88fe42cfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266559 Apr 14 16:08:51.117217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-e0cc2693-da0e-413c-9590-d37c70afbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:51.118857 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-e0cc2693-da0e-413c-9590-d37c70afbd07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31ad166a944e4df09330ae6caeee9230&device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 1096 time: 0.0943544 Apr 14 16:08:51.195641 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-a4b5fc49-2f9c-4ef7-a743-ca79115d8cf4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=394de271-5224-40f4-bba4-78e2a22246dc HTTP/1.1" status: 200 len: 217 time: 0.0687845 Apr 14 16:08:51.266891 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-40c526cd-fd33-44c6-b8f4-53964738be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:51.268369 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-40c526cd-fd33-44c6-b8f4-53964738be88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=410481ba-9005-4999-9ca9-04bcc89f40f5 HTTP/1.1" status: 200 len: 850 time: 0.0665216 Apr 14 16:08:51.351410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-830ee9ab-dea2-41c9-90f2-916fde55d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:51.353043 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-830ee9ab-dea2-41c9-90f2-916fde55d578 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e4087ddd-268d-4f34-8462-2595c8d5f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780017 Apr 14 16:08:51.496957 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-41f7be28-dd1a-49d7-b960-cb7ff179da2b service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373167 Apr 14 16:08:51.640699 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-789fdecc-7a01-42b2-89ec-d57a443d111c req-d2498528-5b6e-413a-95a0-9bc47128527b service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363080 Apr 14 16:08:51.764529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447630a-432b-4a2e-9bef-1222bfc032ee req-f6b01c8e-dadb-4cd0-9438-73cf39a9fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:51.766181 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9447630a-432b-4a2e-9bef-1222bfc032ee req-f6b01c8e-dadb-4cd0-9438-73cf39a9fef3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31ad166a944e4df09330ae6caeee9230&device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 1096 time: 0.0843101 Apr 14 16:08:51.921455 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447630a-432b-4a2e-9bef-1222bfc032ee req-4046faa0-00c9-4203-8275-55d0ab91cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:51.923047 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9447630a-432b-4a2e-9bef-1222bfc032ee req-4046faa0-00c9-4203-8275-55d0ab91cf88 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 200 len: 912 time: 0.1493213 Apr 14 16:08:51.998066 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9447630a-432b-4a2e-9bef-1222bfc032ee req-d8f4ad3a-deae-4511-b564-fb2997696437 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=394de271-5224-40f4-bba4-78e2a22246dc HTTP/1.1" status: 200 len: 217 time: 0.0664907 Apr 14 16:08:52.070999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447630a-432b-4a2e-9bef-1222bfc032ee req-5da98fef-481c-4466-addf-d1d74b7e4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:52.072552 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9447630a-432b-4a2e-9bef-1222bfc032ee req-5da98fef-481c-4466-addf-d1d74b7e4ac2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=410481ba-9005-4999-9ca9-04bcc89f40f5 HTTP/1.1" status: 200 len: 850 time: 0.0671210 Apr 14 16:08:52.155805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447630a-432b-4a2e-9bef-1222bfc032ee req-464a10a2-87c5-4e7a-aa5a-6cf3d487423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:52.157465 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9447630a-432b-4a2e-9bef-1222bfc032ee req-464a10a2-87c5-4e7a-aa5a-6cf3d487423c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e4087ddd-268d-4f34-8462-2595c8d5f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774047 Apr 14 16:08:52.285211 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c07095-7657-44ab-a187-fd45dcdcc361 req-38e8fbed-650a-484f-bc24-449e5266ff73 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:52.286735 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-67c07095-7657-44ab-a187-fd45dcdcc361 req-38e8fbed-650a-484f-bc24-449e5266ff73 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 943 time: 0.0968497 Apr 14 16:08:52.302834 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9447630a-432b-4a2e-9bef-1222bfc032ee req-df80c52c-fb77-40f9-87d3-7f1ee4bab14f service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376858 Apr 14 16:08:52.317515 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-67c07095-7657-44ab-a187-fd45dcdcc361 req-15e907ef-35fa-4421-8d75-5e0fe87ca757 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=501fc13d-565d-4a77-93fe-ad88fe42cfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243578 Apr 14 16:08:52.445829 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9447630a-432b-4a2e-9bef-1222bfc032ee req-2592a62a-bdbb-4904-a735-78321046e8f4 service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349745 Apr 14 16:08:53.487575 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ee5a77bd-4f62-4052-810f-f63964140964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:53.522872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ef562-534a-4051-a260-8d2f35a93b07 req-08217ec4-c106-4a80-93b7-b86efeb12c1b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:53.524506 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8a3ef562-534a-4051-a260-8d2f35a93b07 req-08217ec4-c106-4a80-93b7-b86efeb12c1b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 943 time: 0.0905859 Apr 14 16:08:53.554501 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8a3ef562-534a-4051-a260-8d2f35a93b07 req-c266d59a-66ee-4f9f-9634-2cdf85f5dc47 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=501fc13d-565d-4a77-93fe-ad88fe42cfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0234783 Apr 14 16:08:53.668009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 394de271-5224-40f4-bba4-78e2a22246dc details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:08:53.810652 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 394de271-5224-40f4-bba4-78e2a22246dc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=394de271-5224-40f4-bba4-78e2a22246dc,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:53.825322 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '394de271-5224-40f4-bba4-78e2a22246dc', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'port_id': '394de271-5224-40f4-bba4-78e2a22246dc', 'mac_address': 'fa:16:3e:49:a3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:08:53.883118 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:53.884413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394de271-5224-40f4-bba4-78e2a22246dc {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:08:53.900552 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 394de271-5224-40f4-bba4-78e2a22246dc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=394de271-5224-40f4-bba4-78e2a22246dc,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:53.903600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:53.905384 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:53.977840 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=394de271-5224-40f4-bba4-78e2a22246dc,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:53.981064 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:54.026844 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:54.133784 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['394de271-5224-40f4-bba4-78e2a22246dc'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:54.757990 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1e083-5ec3-4d5b-a038-aca03b3ed550 req-6a2e8b9f-c215-4cde-b8d0-7b4cd9d79ccb tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:54.759573 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e1c1e083-5ec3-4d5b-a038-aca03b3ed550 req-6a2e8b9f-c215-4cde-b8d0-7b4cd9d79ccb tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 944 time: 0.0910647 Apr 14 16:08:54.792760 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e1c1e083-5ec3-4d5b-a038-aca03b3ed550 req-04981f68-5f89-4ec7-b7a0-c0cde0d21047 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=501fc13d-565d-4a77-93fe-ad88fe42cfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259383 Apr 14 16:08:55.699435 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 394de271-5224-40f4-bba4-78e2a22246dc up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:55.780283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cf926b43-f463-40c0-b30b-f3bd3d578762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:55.782420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 394de271-5224-40f4-bba4-78e2a22246dc completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:55.787430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 394de271-5224-40f4-bba4-78e2a22246dc triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:55.787843 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:55.914064 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:55.927392 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c0af9e-b599-4420-a71f-cef3a9829579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394de271-5224-40f4-bba4-78e2a22246dc'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:55.944842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 394de271-5224-40f4-bba4-78e2a22246dc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=394de271-5224-40f4-bba4-78e2a22246dc,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:55.959557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:55.961612 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:56.001777 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c0af9e-b599-4420-a71f-cef3a9829579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394de271-5224-40f4-bba4-78e2a22246dc', 'code': 200} Apr 14 16:08:56.002273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c229071-53e2-4088-88ea-7fa9f433ba1d req-e12a33d1-6dbb-42e5-b28f-9d738e3b6e7a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:56.003919 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9c229071-53e2-4088-88ea-7fa9f433ba1d req-e12a33d1-6dbb-42e5-b28f-9d738e3b6e7a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 945 time: 0.0940070 Apr 14 16:08:56.037961 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9c229071-53e2-4088-88ea-7fa9f433ba1d req-c2ac6103-81f0-4e44-87b6-0fd5df53eccb tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=501fc13d-565d-4a77-93fe-ad88fe42cfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262809 Apr 14 16:08:56.052024 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=394de271-5224-40f4-bba4-78e2a22246dc,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:56.063576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:56.259779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f52999-bcc7-47ac-a9b0-08443bef570c req-352c643d-9bea-46f0-901a-eb75dc1cd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:56.261451 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b6f52999-bcc7-47ac-a9b0-08443bef570c req-352c643d-9bea-46f0-901a-eb75dc1cd9cf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 1098 time: 0.0903022 Apr 14 16:08:56.288569 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b6f52999-bcc7-47ac-a9b0-08443bef570c req-f8afe453-a77a-4459-af2b-4451d41e838a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=501fc13d-565d-4a77-93fe-ad88fe42cfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0202725 Apr 14 16:08:56.513514 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:56.829110 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:57.250368 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fc11-6083-4a6c-a13a-244984b9b828 req-91e84990-0cc8-450c-bda0-2f8a12727b40 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:57.251946 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e101fc11-6083-4a6c-a13a-244984b9b828 req-91e84990-0cc8-450c-bda0-2f8a12727b40 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 945 time: 0.0902913 Apr 14 16:08:57.281784 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e101fc11-6083-4a6c-a13a-244984b9b828 req-f40fcc87-4ac5-4413-a7b3-5043ec9b025b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=501fc13d-565d-4a77-93fe-ad88fe42cfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0229461 Apr 14 16:08:57.487612 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f41ac7-8030-47e7-8041-c21c0bfb83ce req-31e0a095-2142-4f93-8eef-872696e0ffd6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:57.489261 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-f7f41ac7-8030-47e7-8041-c21c0bfb83ce req-31e0a095-2142-4f93-8eef-872696e0ffd6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Synchronizing usage tracker for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:57.503968 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-f7f41ac7-8030-47e7-8041-c21c0bfb83ce req-31e0a095-2142-4f93-8eef-872696e0ffd6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Unset dirty status for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:57.505285 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f7f41ac7-8030-47e7-8041-c21c0bfb83ce req-31e0a095-2142-4f93-8eef-872696e0ffd6 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 945 time: 0.1105585 Apr 14 16:08:57.515100 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 48600) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:57.521512 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-6f68d615-06f1-41cf-8de1-8b07fa89f0a9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Request body: {'floatingip': {'port_id': '394de271-5224-40f4-bba4-78e2a22246dc'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:57.611381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f68d615-06f1-41cf-8de1-8b07fa89f0a9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:57.809272 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:58.532861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.resource_extend [None req-6f68d615-06f1-41cf-8de1-8b07fa89f0a9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:08:58.636823 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f68d615-06f1-41cf-8de1-8b07fa89f0a9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:58.641982 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f68d615-06f1-41cf-8de1-8b07fa89f0a9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:58.832292 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [None req-6f68d615-06f1-41cf-8de1-8b07fa89f0a9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Floating IP fafcca0b-064c-44f7-afca-6277cc0ae6fb associated. External IP: 172.28.3.24, port: 394de271-5224-40f4-bba4-78e2a22246dc. Apr 14 16:08:59.206451 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f68d615-06f1-41cf-8de1-8b07fa89f0a9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Router 6c40a51d-68cb-41c7-9363-6d042134b3c2 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:08:59.396628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f68d615-06f1-41cf-8de1-8b07fa89f0a9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:08:59.401098 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f68d615-06f1-41cf-8de1-8b07fa89f0a9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:59.406251 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f566a3-a9ee-40bb-adba-c1cf62f840e4 None None] Sync routers for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:08:59.416711 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f566a3-a9ee-40bb-adba-c1cf62f840e4 None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:08:59.417401 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b7f566a3-a9ee-40bb-adba-c1cf62f840e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:08:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:59.459423 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6f68d615-06f1-41cf-8de1-8b07fa89f0a9 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "PUT /v2.0/floatingips/fafcca0b-064c-44f7-afca-6277cc0ae6fb HTTP/1.1" status: 200 len: 990 time: 1.9428365 Apr 14 16:08:59.460012 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0af9e-b599-4420-a71f-cef3a9829579', 'tag': '394de271-5224-40f4-bba4-78e2a22246dc'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:59.511798 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c0af9e-b599-4420-a71f-cef3a9829579', 'tag': '394de271-5224-40f4-bba4-78e2a22246dc', 'status': 'completed', 'code': 200} Apr 14 16:08:59.614574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188b35d-190d-43bd-92f1-745ef5042c59 req-f36de02e-7383-481c-8e8e-af84ca797bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:59.616184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-b7f566a3-a9ee-40bb-adba-c1cf62f840e4 None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:08:59.616317 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6188b35d-190d-43bd-92f1-745ef5042c59 req-f36de02e-7383-481c-8e8e-af84ca797bcb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31ad166a944e4df09330ae6caeee9230&device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 1098 time: 0.0822763 Apr 14 16:08:59.760551 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188b35d-190d-43bd-92f1-745ef5042c59 req-4113566a-5943-4e74-90a8-346499c78486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:59.762318 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6188b35d-190d-43bd-92f1-745ef5042c59 req-4113566a-5943-4e74-90a8-346499c78486 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 200 len: 912 time: 0.1395271 Apr 14 16:08:59.878177 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6188b35d-190d-43bd-92f1-745ef5042c59 req-9b6fddc3-9b10-41bb-8ccf-bf69567dbe08 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=394de271-5224-40f4-bba4-78e2a22246dc HTTP/1.1" status: 200 len: 998 time: 0.1086364 Apr 14 16:08:59.970009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188b35d-190d-43bd-92f1-745ef5042c59 req-b45544f9-f7ed-4ce7-9df5-4c8565829ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:59.971528 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6188b35d-190d-43bd-92f1-745ef5042c59 req-b45544f9-f7ed-4ce7-9df5-4c8565829ffb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=410481ba-9005-4999-9ca9-04bcc89f40f5 HTTP/1.1" status: 200 len: 850 time: 0.0806832 Apr 14 16:08:59.994069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b7f566a3-a9ee-40bb-adba-c1cf62f840e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': 'fafcca0b-064c-44f7-afca-6277cc0ae6fb', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'floating_ip_address': '172.28.3.24', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'port_id': '394de271-5224-40f4-bba4-78e2a22246dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'mac_address': 'fa:16:3e:49:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0af9e-b599-4420-a71f-cef3a9829579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:08:45Z', 'updated_at': '2021-04-14T16:08:58Z', 'revision_number': 1, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:59.998166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f566a3-a9ee-40bb-adba-c1cf62f840e4 None None] Checking router: 6c40a51d-68cb-41c7-9363-6d042134b3c2 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:09:00.007665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f566a3-a9ee-40bb-adba-c1cf62f840e4 None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:09:00.008335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b7f566a3-a9ee-40bb-adba-c1cf62f840e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:08:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:00.060372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188b35d-190d-43bd-92f1-745ef5042c59 req-065a4ce3-ebd4-4b7a-a9d9-eb42ad8ec07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:00.061865 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6188b35d-190d-43bd-92f1-745ef5042c59 req-065a4ce3-ebd4-4b7a-a9d9-eb42ad8ec07a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e4087ddd-268d-4f34-8462-2595c8d5f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832317 Apr 14 16:09:00.219102 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6188b35d-190d-43bd-92f1-745ef5042c59 req-e548bdd3-0a72-4205-95ab-f26fe417748c service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480644 Apr 14 16:09:00.364076 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6188b35d-190d-43bd-92f1-745ef5042c59 req-14670dd3-6268-4c4d-a0bf-69af743f5da5 service neutron] 10.222.0.25 "GET /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379685 Apr 14 16:09:00.367313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-b7f566a3-a9ee-40bb-adba-c1cf62f840e4 None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:09:00.728780 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b7f566a3-a9ee-40bb-adba-c1cf62f840e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': 'fafcca0b-064c-44f7-afca-6277cc0ae6fb', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'floating_ip_address': '172.28.3.24', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'port_id': '394de271-5224-40f4-bba4-78e2a22246dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'mac_address': 'fa:16:3e:49:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0af9e-b599-4420-a71f-cef3a9829579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:08:45Z', 'updated_at': '2021-04-14T16:08:58Z', 'revision_number': 1, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:00.732978 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f566a3-a9ee-40bb-adba-c1cf62f840e4 None None] The sync data for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb is: [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': 'fafcca0b-064c-44f7-afca-6277cc0ae6fb', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'floating_ip_address': '172.28.3.24', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'port_id': '394de271-5224-40f4-bba4-78e2a22246dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'mac_address': 'fa:16:3e:49:a3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0af9e-b599-4420-a71f-cef3a9829579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:08:45Z', 'updated_at': '2021-04-14T16:08:58Z', 'revision_number': 1, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:09:01.029458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42fabcf-126a-4b8e-aa97-6b30a6cfddae None None] New status for floating IP fafcca0b-064c-44f7-afca-6277cc0ae6fb: ACTIVE {{(pid=85225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:09:05.212022 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 48680) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:05.281040 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Deleting subnet 75f25bd9-3c9e-4a3e-ada0-a3132d3561f1 {{(pid=85222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:09:05.284084 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.337305 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12725782'] for subnet, precommit_delete_associations {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.396247 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.653411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2579076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423017'] for subnet, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.669156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-021cfbe8-b9b1-4962-8e1e-6107e7e8f33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:05.763522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f25bd9-3c9e-4a3e-ada0-a3132d3561f1,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:05.775262 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.775680 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.776065 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.776472 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.776896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.777293 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.777685 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.778077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.778469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.778858 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.779250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.779640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:05.784878 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:05.817383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.823717 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e8ee3e4f-8109-4c97-8d10-5a10ff6478d0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/75f25bd9-3c9e-4a3e-ada0-a3132d3561f1 HTTP/1.1" status: 204 len: 168 time: 0.6105406 Apr 14 16:09:05.826363 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 48686) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:05.941017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.370860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.485333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c43f4f-4879-4f00-9871-26484d64220c']}} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:06.497932 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c164c109-050a-4045-9fb7-085a50922a97') {'for_net_delete': True} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:06.498271 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c164c109-050a-4045-9fb7-085a50922a97') {} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:06.511262 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12725216'] for segment, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.526768 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.533860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=85222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:09:06.557864 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:09:06.711166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Network 40c43f4f-4879-4f00-9871-26484d64220c has no segments {{(pid=85222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:09:06.720220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2579179'] for segment, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.897379 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Network 40c43f4f-4879-4f00-9871-26484d64220c has no segments {{(pid=85222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:09:06.919921 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:09:06.997945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.001537 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:07.016006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.027176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Pushing event deleted for resources: {'Network': ['ID=40c43f4f-4879-4f00-9871-26484d64220c,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:07.030540 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:07.034908 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f2270f9d-abcd-476f-8c6c-fd246ca7d36f admin admin] 10.222.0.48 "DELETE /v2.0/networks/40c43f4f-4879-4f00-9871-26484d64220c HTTP/1.1" status: 204 len: 168 time: 1.2075405 Apr 14 16:09:07.211462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48696) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:07.246421 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f815890e-c4c2-46f9-94ab-c8260e517534 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ffa2bb621df4bb4b982fa7200abdf56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0337238 Apr 14 16:09:07.248949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48700) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:07.308758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.336430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.385280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.390304 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fd2ecc17-0396-44f1-9bbe-12d2dd71febb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:07.403932 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:07.416154 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.416568 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.417006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.417411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.417808 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.418214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.418608 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.419005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.419404 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.419796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.420187 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.420579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:07.427143 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:07.429063 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.430251 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93cc2e3d-ab8d-4a2e-a2d1-bc9c97086b61 HTTP/1.1" status: 204 len: 168 time: 0.1803236 Apr 14 16:09:10.683178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98162bf4-a1f8-44d8-ba79-4f8029fc83f7 req-845baaae-c924-4f36-988d-2f0ac87366e1 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:10.684801 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-98162bf4-a1f8-44d8-ba79-4f8029fc83f7 req-845baaae-c924-4f36-988d-2f0ac87366e1 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0869036 Apr 14 16:09:10.715351 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-98162bf4-a1f8-44d8-ba79-4f8029fc83f7 req-f8d66d5f-880b-44bd-a399-c5b5f8216e34 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242026 Apr 14 16:09:11.930215 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bf8a4-1583-4bb5-8933-08ed14026b05 req-b44c6925-9e9a-4972-9be9-6fafba2a9ab1 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:11.931840 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bf8bf8a4-1583-4bb5-8933-08ed14026b05 req-b44c6925-9e9a-4972-9be9-6fafba2a9ab1 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0929468 Apr 14 16:09:12.183555 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bf8bf8a4-1583-4bb5-8933-08ed14026b05 req-3a08aa43-ea80-4d47-ab3d-72886c5c52bd tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452438 Apr 14 16:09:13.386344 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e360f34-5da1-48b0-a765-2efe7a4e2508 req-f0cc9509-0504-4c47-a621-846388fb10b4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:13.387914 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1e360f34-5da1-48b0-a765-2efe7a4e2508 req-f0cc9509-0504-4c47-a621-846388fb10b4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0866334 Apr 14 16:09:13.417406 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1e360f34-5da1-48b0-a765-2efe7a4e2508 req-df531f6e-f5df-4e45-9011-1c3e3ca0c5c3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0232115 Apr 14 16:09:14.628022 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e331-ad69-429e-8b32-18e5dc2ef2f6 req-6a257017-4a3d-406d-a76d-b6da8b4aac55 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:14.629591 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0837e331-ad69-429e-8b32-18e5dc2ef2f6 req-6a257017-4a3d-406d-a76d-b6da8b4aac55 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0888834 Apr 14 16:09:14.659257 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0837e331-ad69-429e-8b32-18e5dc2ef2f6 req-30d05dca-41db-4dce-8414-c6768f008bed tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0227120 Apr 14 16:09:15.864896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a47f6b-6583-4d5b-8b12-af29cec34061 req-a8a6369b-8b4b-4c80-aa6e-ff8ad8e4e597 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:15.866971 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-93a47f6b-6583-4d5b-8b12-af29cec34061 req-a8a6369b-8b4b-4c80-aa6e-ff8ad8e4e597 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0886140 Apr 14 16:09:15.897753 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-93a47f6b-6583-4d5b-8b12-af29cec34061 req-3fa5ebba-9a9e-426f-a0dc-83db407e0d30 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242181 Apr 14 16:09:17.104111 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b55ad-0993-42f5-9ae4-fcd431e67d59 req-b1d309f5-7822-4c2d-afcd-ff1f1a7b2ea8 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:17.105622 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c91b55ad-0993-42f5-9ae4-fcd431e67d59 req-b1d309f5-7822-4c2d-afcd-ff1f1a7b2ea8 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0890760 Apr 14 16:09:17.135265 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c91b55ad-0993-42f5-9ae4-fcd431e67d59 req-57f27a43-d0f3-48f6-9ecc-2cf6dd1e386e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0232699 Apr 14 16:09:18.341590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a33a9-9f8c-45d8-927a-30ce4563852e req-d142157d-b60c-4901-9154-3947d7014154 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:18.343075 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e23a33a9-9f8c-45d8-927a-30ce4563852e req-d142157d-b60c-4901-9154-3947d7014154 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0865674 Apr 14 16:09:18.373079 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e23a33a9-9f8c-45d8-927a-30ce4563852e req-8d0f8470-d581-4ed8-ae04-e47d873d8ff5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235510 Apr 14 16:09:19.583706 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdb582-105b-43ed-97cf-309725e6da01 req-c1c332ec-6640-4fd0-9297-f5addf4cce81 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:19.585242 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b6bdb582-105b-43ed-97cf-309725e6da01 req-c1c332ec-6640-4fd0-9297-f5addf4cce81 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0922282 Apr 14 16:09:19.614706 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b6bdb582-105b-43ed-97cf-309725e6da01 req-b7b4f99b-822a-42d1-957b-945c214366a1 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0230389 Apr 14 16:09:20.819907 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c183873-196b-4189-a0ee-a0d3e7e6f8b3 req-81f0bc2f-75d8-4018-ba32-1114dac9ddef tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:20.821523 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2c183873-196b-4189-a0ee-a0d3e7e6f8b3 req-81f0bc2f-75d8-4018-ba32-1114dac9ddef tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0867555 Apr 14 16:09:20.852595 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2c183873-196b-4189-a0ee-a0d3e7e6f8b3 req-340509de-ea41-42d1-8296-b5c4ada2b824 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242383 Apr 14 16:09:21.830927 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 24f3871b-355e-4a79-9f12-9ceb7cce6e7a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:09:21.980742 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:21.995408 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'port_id': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'mac_address': 'fa:16:3e:0f:dd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:09:22.060362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:22.061872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24f3871b-355e-4a79-9f12-9ceb7cce6e7a {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:09:22.078258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:22.080898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65957707-acf7-4d0b-a9f3-92ae64964ca9 req-e1f7933e-f33f-4c70-9801-75476249d55d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:22.081213 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:22.082598 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-65957707-acf7-4d0b-a9f3-92ae64964ca9 req-e1f7933e-f33f-4c70-9801-75476249d55d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0941367 Apr 14 16:09:22.082924 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:22.115555 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-65957707-acf7-4d0b-a9f3-92ae64964ca9 req-f0426417-be7f-4b6e-8606-a619df798958 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246458 Apr 14 16:09:22.155718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,revision_number=6']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:22.164067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.164459 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.164863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.165244 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.165614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.165984 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.166355 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.166718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.167085 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.167452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.167817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.168178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:22.173120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['24f3871b-355e-4a79-9f12-9ceb7cce6e7a'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:09:22.204605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:23.330335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1307659-5600-4621-a736-25760786296b req-ce6d4c9f-6e7f-4e1b-b25a-27fcef1ff017 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:23.334997 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e1307659-5600-4621-a736-25760786296b req-ce6d4c9f-6e7f-4e1b-b25a-27fcef1ff017 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 944 time: 0.0948088 Apr 14 16:09:23.365986 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e1307659-5600-4621-a736-25760786296b req-5b493da4-53a2-44ad-9978-f1bafeb5e7f9 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244989 Apr 14 16:09:23.488693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-411e91c4-7b66-4ab0-940c-c515fcb94f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:23.843645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 24f3871b-355e-4a79-9f12-9ceb7cce6e7a up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:09:23.929821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:09:23.930512 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:24.075715 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:24.082188 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:24.094323 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:09:24.106124 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:24.109276 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:24.111325 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:24.152916 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'code': 200} Apr 14 16:09:24.193692 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,revision_number=7']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:24.197270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:24.601938 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652eccc-9b42-4248-9d8d-45e7f80933d4 req-e3e7b6ba-338e-41f4-933d-b87de76f3183 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:24.603502 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f652eccc-9b42-4248-9d8d-45e7f80933d4 req-e3e7b6ba-338e-41f4-933d-b87de76f3183 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.1069725 Apr 14 16:09:24.641743 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f652eccc-9b42-4248-9d8d-45e7f80933d4 req-b4df8b67-1116-402b-a32c-1a2f0bd72edf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316501 Apr 14 16:09:25.805254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bfed72c7-dcc9-444a-8908-790ed52d9be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:25.879299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9d022-a04b-4c13-be31-f243ac2cd672 req-040cacc2-616c-4e78-9544-f29fe7677c08 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:25.880964 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-53f9d022-a04b-4c13-be31-f243ac2cd672 req-040cacc2-616c-4e78-9544-f29fe7677c08 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.1085725 Apr 14 16:09:25.940654 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-53f9d022-a04b-4c13-be31-f243ac2cd672 req-575722a6-fc36-448d-b7a8-f5deebb0ceb9 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531421 Apr 14 16:09:26.522568 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:26.837681 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:27.155397 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3f8e8-fdb3-4c9e-a628-fe08094b49a8 req-a49e230d-fef0-484e-95a0-058d232459e6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:27.157066 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b9b3f8e8-fdb3-4c9e-a628-fe08094b49a8 req-a49e230d-fef0-484e-95a0-058d232459e6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0943940 Apr 14 16:09:27.194504 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b9b3f8e8-fdb3-4c9e-a628-fe08094b49a8 req-ba961a01-3200-4834-a892-b65e48de51de tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301201 Apr 14 16:09:27.816265 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:28.422159 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fddf6-47b6-4b6a-9710-6be4fdc3607f req-b7b599ca-8261-47cf-8e03-ab9c011980cd tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:28.424832 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3a5fddf6-47b6-4b6a-9710-6be4fdc3607f req-b7b599ca-8261-47cf-8e03-ab9c011980cd tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0995240 Apr 14 16:09:28.459915 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3a5fddf6-47b6-4b6a-9710-6be4fdc3607f req-48c74332-e3b7-4b18-b9aa-1fe0b8f10d86 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294788 Apr 14 16:09:29.679054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b042f-e3e8-4d5f-a51e-5bb45ed41fee req-bc4d2c91-de52-4713-a9c0-438e5f5d9926 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:29.680671 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a83b042f-e3e8-4d5f-a51e-5bb45ed41fee req-bc4d2c91-de52-4713-a9c0-438e5f5d9926 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0913081 Apr 14 16:09:29.719149 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a83b042f-e3e8-4d5f-a51e-5bb45ed41fee req-92374ffc-03c4-4cfb-a361-57a3bfc38053 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319211 Apr 14 16:09:30.992268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8407f8d-1015-4ec1-a6ab-b39df6539c59 req-1dff5c9a-74c3-43f4-b864-8b4c19cc207c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:30.994334 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f8407f8d-1015-4ec1-a6ab-b39df6539c59 req-1dff5c9a-74c3-43f4-b864-8b4c19cc207c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.1288280 Apr 14 16:09:31.033389 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f8407f8d-1015-4ec1-a6ab-b39df6539c59 req-9ee3a37c-cc60-4cec-9ef2-05a0545e6e2c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328951 Apr 14 16:09:32.253839 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647075b5-7811-4048-83f4-266231a174ea req-645e5843-a66a-4d83-b1f6-84113a319600 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:32.261497 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-647075b5-7811-4048-83f4-266231a174ea req-645e5843-a66a-4d83-b1f6-84113a319600 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.1003895 Apr 14 16:09:32.301261 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-647075b5-7811-4048-83f4-266231a174ea req-51550de2-a0eb-42b6-a80a-f5748608c40a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388217 Apr 14 16:09:33.515671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba50a1-9be1-40a7-9c95-7b47db3395f5 req-46f0553f-5dfb-4492-ad04-2f986871ac40 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:33.517335 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8dba50a1-9be1-40a7-9c95-7b47db3395f5 req-46f0553f-5dfb-4492-ad04-2f986871ac40 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0922470 Apr 14 16:09:33.541924 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa97e9-682e-4123-85cb-6df8ff81c379 req-dba7625b-30e4-4d1f-a4bb-4a54159e2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:33.543537 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d2aa97e9-682e-4123-85cb-6df8ff81c379 req-dba7625b-30e4-4d1f-a4bb-4a54159e2ba4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 1098 time: 0.0793333 Apr 14 16:09:33.547827 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8dba50a1-9be1-40a7-9c95-7b47db3395f5 req-52d24a90-2204-4cfd-8f16-9d4dcb24be1a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240619 Apr 14 16:09:33.688070 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa97e9-682e-4123-85cb-6df8ff81c379 req-dac04200-2637-4774-a2be-7219c146626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:33.689695 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d2aa97e9-682e-4123-85cb-6df8ff81c379 req-dac04200-2637-4774-a2be-7219c146626e service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 918 time: 0.1399026 Apr 14 16:09:33.800229 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d2aa97e9-682e-4123-85cb-6df8ff81c379 req-07674657-d2a6-46db-8730-2a62928a3adb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a HTTP/1.1" status: 200 len: 1000 time: 0.1028707 Apr 14 16:09:33.867695 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa97e9-682e-4123-85cb-6df8ff81c379 req-75fbec53-e5e0-4dba-a255-0c692471489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:33.869245 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d2aa97e9-682e-4123-85cb-6df8ff81c379 req-75fbec53-e5e0-4dba-a255-0c692471489c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0625789 Apr 14 16:09:33.958468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa97e9-682e-4123-85cb-6df8ff81c379 req-08b22f55-d812-447e-8424-0b577780586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:33.960092 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d2aa97e9-682e-4123-85cb-6df8ff81c379 req-08b22f55-d812-447e-8424-0b577780586a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846620 Apr 14 16:09:34.102867 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d2aa97e9-682e-4123-85cb-6df8ff81c379 req-f709edf2-ae49-4c68-9054-8fb0af1b6586 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354146 Apr 14 16:09:34.242832 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d2aa97e9-682e-4123-85cb-6df8ff81c379 req-8e55b4a8-40f1-4f9c-a1c7-944b4e0ed3b7 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340601 Apr 14 16:09:34.752950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b85107-0652-459a-af7e-f379287c9209 req-8d7314c5-f9e3-4bfb-b6e6-9a559f22a986 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:34.755065 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-09b85107-0652-459a-af7e-f379287c9209 req-8d7314c5-f9e3-4bfb-b6e6-9a559f22a986 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0869799 Apr 14 16:09:34.784369 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-09b85107-0652-459a-af7e-f379287c9209 req-7f0b488e-ea3f-45f9-ab4d-e175eb887e65 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0230463 Apr 14 16:09:35.916501 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 24f3871b-355e-4a79-9f12-9ceb7cce6e7a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:09:35.998158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8473-9cd3-455d-ba63-f1d2cd254280 req-8d418c78-e749-4835-b2d0-db9658b3fb94 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:36.000065 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-afbf8473-9cd3-455d-ba63-f1d2cd254280 req-8d418c78-e749-4835-b2d0-db9658b3fb94 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 945 time: 0.0963817 Apr 14 16:09:36.032218 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-afbf8473-9cd3-455d-ba63-f1d2cd254280 req-faa6701f-4b17-4061-94e5-1528ad3f6ae7 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248196 Apr 14 16:09:36.047130 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:36.059704 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:09:36.070787 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:36.074145 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:36.076132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:36.149559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,revision_number=8']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:36.153114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:36.249883 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'code': 200} Apr 14 16:09:37.238016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489c34e-278f-4b8f-b974-b981cfc1b020 req-df98286c-c746-4d7d-a770-dbc1433fdff6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:37.239674 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4489c34e-278f-4b8f-b974-b981cfc1b020 req-df98286c-c746-4d7d-a770-dbc1433fdff6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0875964 Apr 14 16:09:37.269486 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4489c34e-278f-4b8f-b974-b981cfc1b020 req-086592e2-4bfe-4165-81bb-8c8ebfcc8b55 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235047 Apr 14 16:09:38.223573 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ee398-8fc1-4518-b3ab-6b999a09fe15 req-b56bd20a-cd26-4e6b-9b4b-720d6ccb52a9 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:38.225191 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ff4ee398-8fc1-4518-b3ab-6b999a09fe15 req-b56bd20a-cd26-4e6b-9b4b-720d6ccb52a9 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0927103 Apr 14 16:09:38.256110 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ff4ee398-8fc1-4518-b3ab-6b999a09fe15 req-03103631-6acf-41ca-9dc6-60a167e85193 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246284 Apr 14 16:09:38.573994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 48920) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:38.697279 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-1c3da0e4-9a63-40cc-a2d0-c4e1199fdecb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1219494 Apr 14 16:09:39.478719 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b079207-5c15-4b8e-afce-dcbb55e1dc9d req-f56bcf5a-ea93-4b02-aa2f-8d4089849b77 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:39.480810 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2b079207-5c15-4b8e-afce-dcbb55e1dc9d req-f56bcf5a-ea93-4b02-aa2f-8d4089849b77 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.1002860 Apr 14 16:09:39.514578 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2b079207-5c15-4b8e-afce-dcbb55e1dc9d req-1813a3dd-7ed2-4d5f-a232-01cee1717e1c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268116 Apr 14 16:09:39.944537 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 24f3871b-355e-4a79-9f12-9ceb7cce6e7a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:09:40.040882 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-4be2d8cc-c132-492f-8c62-a5b601598521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:40.042557 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-4be2d8cc-c132-492f-8c62-a5b601598521 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd&tenant_id=ecf3e714fb644c96b0825db1815b59a1 HTTP/1.1" status: 200 len: 1096 time: 0.0793374 Apr 14 16:09:40.141926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-44a5a2d3-b5f4-4d8e-ae7b-64113fb87a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:40.143444 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-44a5a2d3-b5f4-4d8e-ae7b-64113fb87a22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 1096 time: 0.0811057 Apr 14 16:09:40.283125 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-e08499fb-2cc5-4918-bf87-f5d5b4224d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:40.284669 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-e08499fb-2cc5-4918-bf87-f5d5b4224d1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 918 time: 0.1348960 Apr 14 16:09:40.390612 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-a6ef3cbc-b9f2-4d1c-9932-cceacda170b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a HTTP/1.1" status: 200 len: 998 time: 0.0992904 Apr 14 16:09:40.460366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-5b9e8e1b-a0da-48e7-bb0f-d92f3ba5d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:40.461889 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-5b9e8e1b-a0da-48e7-bb0f-d92f3ba5d2fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0653460 Apr 14 16:09:40.541336 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-85aff752-b9fb-403b-ac86-274f4de285cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:40.542880 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-85aff752-b9fb-403b-ac86-274f4de285cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745344 Apr 14 16:09:40.750105 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-35b7a7a5-ca99-4c33-97d5-cae73d3fb399 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999562 Apr 14 16:09:40.846185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd824-923d-430b-bcca-25bccca36f92 req-10301dc0-99ab-4037-9390-36bb1e8d13e1 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:40.847808 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-508bd824-923d-430b-bcca-25bccca36f92 req-10301dc0-99ab-4037-9390-36bb1e8d13e1 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.2108176 Apr 14 16:09:40.906502 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-508bd824-923d-430b-bcca-25bccca36f92 req-8f330e66-0330-4694-98fb-6c42d9ee1d48 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441689 Apr 14 16:09:40.931783 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7f2f4a3a-23f9-4a4d-8049-60bc54c3828d req-5bb66226-f297-41d8-b54b-9eb0c0bc82c6 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743503 Apr 14 16:09:42.236138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07149392-0b97-41a7-81c7-1ae543733acd req-0a64f0fb-6fe1-4fda-99fb-c80d291e5d8d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:42.237699 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-07149392-0b97-41a7-81c7-1ae543733acd req-0a64f0fb-6fe1-4fda-99fb-c80d291e5d8d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.1558726 Apr 14 16:09:42.269062 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-07149392-0b97-41a7-81c7-1ae543733acd req-d690f7cb-0077-4edc-8277-981b74114b74 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244772 Apr 14 16:09:43.544592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9614-77a4-45c0-9537-28e511405301 req-868049c4-0ea1-4b30-9a74-090080b3c50d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:43.557411 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-baaf9614-77a4-45c0-9537-28e511405301 req-868049c4-0ea1-4b30-9a74-090080b3c50d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.1274621 Apr 14 16:09:43.574300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:09:43.588436 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-baaf9614-77a4-45c0-9537-28e511405301 req-ef50a2a9-cc75-461d-b6ab-4ded7a9dfae0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301001 Apr 14 16:09:44.825654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc7678-24bc-432f-9edf-40c2c1c716fa req-d3711fec-d9c6-4781-af22-ee0ecf653cb6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:44.827285 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0adc7678-24bc-432f-9edf-40c2c1c716fa req-d3711fec-d9c6-4781-af22-ee0ecf653cb6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0962505 Apr 14 16:09:44.860101 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0adc7678-24bc-432f-9edf-40c2c1c716fa req-4ec784dc-5f7a-40eb-a3a0-21910104a541 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260723 Apr 14 16:09:46.082430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22237b6-6a22-44a7-b991-f0c1aa9575cd req-90875ec3-bb15-4ed4-8387-281bef604c26 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:46.083991 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f22237b6-6a22-44a7-b991-f0c1aa9575cd req-90875ec3-bb15-4ed4-8387-281bef604c26 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0936177 Apr 14 16:09:46.114322 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f22237b6-6a22-44a7-b991-f0c1aa9575cd req-52691ab8-8d35-4fa0-a638-b45269350b43 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0233130 Apr 14 16:09:47.325854 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d3389-ccf4-4492-bebe-1435da6bdefd req-7fabfe1f-0962-4bdf-85fc-ed8e64be6e6b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:47.327443 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9e9d3389-ccf4-4492-bebe-1435da6bdefd req-7fabfe1f-0962-4bdf-85fc-ed8e64be6e6b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0905068 Apr 14 16:09:47.358428 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9e9d3389-ccf4-4492-bebe-1435da6bdefd req-27f3a46e-6622-4f3f-a744-62ca54bd1cd2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246115 Apr 14 16:09:48.585910 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f1393-f526-490d-901f-3b5e8072c6f9 req-d59ba284-ebca-421f-a7f6-1993bc013274 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:48.587656 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ae7f1393-f526-490d-901f-3b5e8072c6f9 req-d59ba284-ebca-421f-a7f6-1993bc013274 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0917010 Apr 14 16:09:48.622000 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ae7f1393-f526-490d-901f-3b5e8072c6f9 req-afa8526a-2933-4f9e-9ef6-e9dde7022349 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273778 Apr 14 16:09:49.849593 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433c9ed-ae32-4a7f-802b-4dfa1577b1be req-5c628e1c-be71-4f66-987a-3f80863c3b25 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:49.851745 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a433c9ed-ae32-4a7f-802b-4dfa1577b1be req-5c628e1c-be71-4f66-987a-3f80863c3b25 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0943568 Apr 14 16:09:49.890962 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a433c9ed-ae32-4a7f-802b-4dfa1577b1be req-baf8fa1d-7cf6-4f32-b31d-04aa75e8dcf7 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324740 Apr 14 16:09:51.131671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f8c4-6be4-49de-875b-f36398be2cd4 req-1c0ad352-658e-4c1b-a0f9-630fe7657b7d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:51.133377 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-58e4f8c4-6be4-49de-875b-f36398be2cd4 req-1c0ad352-658e-4c1b-a0f9-630fe7657b7d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0907261 Apr 14 16:09:51.166391 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-58e4f8c4-6be4-49de-875b-f36398be2cd4 req-04b12f9a-a966-4977-be86-56a0fb17f7f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265884 Apr 14 16:09:52.394089 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20ecdb-ceec-43b7-a4da-a62fd8ab71e0 req-31ed6d58-3d05-4102-b786-cff542757190 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:52.395985 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ba20ecdb-ceec-43b7-a4da-a62fd8ab71e0 req-31ed6d58-3d05-4102-b786-cff542757190 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0967700 Apr 14 16:09:52.428193 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ba20ecdb-ceec-43b7-a4da-a62fd8ab71e0 req-f1254b67-deaf-474e-8db5-bca9d8f9d481 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251312 Apr 14 16:09:53.499055 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-76722787-d27d-48ed-8a47-0df698a12223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:53.665585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b99399-fccf-4b1e-b208-cc8a960dcff0 req-a5faed92-4baf-4fca-bbe3-dbe945b00c50 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:53.666184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709178-f552-4a78-a353-66a0cdd1156c req-ec626341-0833-4435-9073-a44d963eae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:53.667189 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81b99399-fccf-4b1e-b208-cc8a960dcff0 req-a5faed92-4baf-4fca-bbe3-dbe945b00c50 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0974009 Apr 14 16:09:53.667770 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c709178-f552-4a78-a353-66a0cdd1156c req-ec626341-0833-4435-9073-a44d963eae09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 1096 time: 0.3214595 Apr 14 16:09:53.700900 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81b99399-fccf-4b1e-b208-cc8a960dcff0 req-526ec012-7afc-4f31-bbb1-26c0906ff04a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258658 Apr 14 16:09:53.822412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709178-f552-4a78-a353-66a0cdd1156c req-34c94fa6-d8a7-4549-9cef-848c0531ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:53.823960 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c709178-f552-4a78-a353-66a0cdd1156c req-34c94fa6-d8a7-4549-9cef-848c0531ebe1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 918 time: 0.1350482 Apr 14 16:09:53.936259 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c709178-f552-4a78-a353-66a0cdd1156c req-52545b73-df60-4aad-bbe4-f15612c5d5e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a HTTP/1.1" status: 200 len: 998 time: 0.1052442 Apr 14 16:09:54.007348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709178-f552-4a78-a353-66a0cdd1156c req-e48c8b5c-f9f9-4c99-9b10-a4558226e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:54.008952 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c709178-f552-4a78-a353-66a0cdd1156c req-e48c8b5c-f9f9-4c99-9b10-a4558226e246 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0645103 Apr 14 16:09:54.085142 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:54.097770 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709178-f552-4a78-a353-66a0cdd1156c req-5e37c11c-1dac-413e-8ac0-a5fd8a5caea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:54.099368 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c709178-f552-4a78-a353-66a0cdd1156c req-5e37c11c-1dac-413e-8ac0-a5fd8a5caea8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834765 Apr 14 16:09:54.242966 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c709178-f552-4a78-a353-66a0cdd1156c req-71797aca-1677-4834-a8ce-06bd401e9ae7 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352417 Apr 14 16:09:54.384315 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4c709178-f552-4a78-a353-66a0cdd1156c req-740fe76b-d076-4fd0-b62a-321154f0fa7b service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335833 Apr 14 16:09:54.919894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa37a7-8964-4de6-b11d-cac7412bb25f req-9d36eb08-350e-44f0-b70f-47bf6243c6ab tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:54.921519 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b0fa37a7-8964-4de6-b11d-cac7412bb25f req-9d36eb08-350e-44f0-b70f-47bf6243c6ab tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0940373 Apr 14 16:09:54.953302 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b0fa37a7-8964-4de6-b11d-cac7412bb25f req-c4fec1b6-8d00-45a3-b88a-07d40d37d908 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251267 Apr 14 16:09:55.777272 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-233d2b54-c74a-434b-a790-6d7b69967b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:55.992826 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 24f3871b-355e-4a79-9f12-9ceb7cce6e7a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:09:56.132344 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:56.145901 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'port_id': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'mac_address': 'fa:16:3e:0f:dd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:09:56.169104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49632d92-0227-425b-a277-3cb66c7e05d1 req-cb67fd0c-e64b-44e6-a86c-2a3aacada0ee tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:56.170760 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-49632d92-0227-425b-a277-3cb66c7e05d1 req-cb67fd0c-e64b-44e6-a86c-2a3aacada0ee tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 943 time: 0.0876517 Apr 14 16:09:56.204016 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-49632d92-0227-425b-a277-3cb66c7e05d1 req-69e54f24-5a84-471b-8e07-c827e16b9b3f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267656 Apr 14 16:09:56.209138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:56.210500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f3871b-355e-4a79-9f12-9ceb7cce6e7a {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:09:56.226304 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:56.229271 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:56.231087 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:56.300321 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,revision_number=9']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:56.304316 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:56.441024 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['24f3871b-355e-4a79-9f12-9ceb7cce6e7a'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:09:56.538411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:56.831179 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:57.407485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fc797-89bf-437b-843c-d23f069bc338 req-57fb2f3a-746c-4459-a086-cb56fb42c379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:57.409111 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9f4fc797-89bf-437b-843c-d23f069bc338 req-57fb2f3a-746c-4459-a086-cb56fb42c379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 944 time: 0.0867233 Apr 14 16:09:57.441958 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9f4fc797-89bf-437b-843c-d23f069bc338 req-faf43eae-c3b6-4e80-b8ee-3763ea6ae72e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266852 Apr 14 16:09:57.815131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:57.993814 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 24f3871b-355e-4a79-9f12-9ceb7cce6e7a up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:09:58.065050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:09:58.065454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:58.192918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:58.205931 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:09:58.217079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:58.220255 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:58.222226 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:58.259769 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'code': 200} Apr 14 16:09:58.297520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,revision_number=10']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:58.300552 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:58.653865 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f618c6d-1c1c-45a8-99dd-ad2a983a511e req-464361f3-973f-42a8-9c88-d92fe3c6f2c6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:58.655479 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f618c6d-1c1c-45a8-99dd-ad2a983a511e req-464361f3-973f-42a8-9c88-d92fe3c6f2c6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 946 time: 0.0912988 Apr 14 16:09:58.686250 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0f618c6d-1c1c-45a8-99dd-ad2a983a511e req-0195c911-47a9-40f9-b05c-b26f0e5cf956 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241554 Apr 14 16:09:58.809373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2ae92-7bd2-4ed1-b158-4761a82a1485 req-902fc3a9-6fcf-4f32-a25e-7c12724165fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:58.810941 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-36e2ae92-7bd2-4ed1-b158-4761a82a1485 req-902fc3a9-6fcf-4f32-a25e-7c12724165fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 1099 time: 0.1218681 Apr 14 16:09:58.840988 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-36e2ae92-7bd2-4ed1-b158-4761a82a1485 req-f7d217f7-c9bd-421e-acc2-977457cf6d46 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0230899 Apr 14 16:09:59.922379 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfa23-485d-4606-a550-46a2ec2a1e3b req-d8e4fa33-48ad-4a89-a67d-409c60446b65 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:59.924311 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-216bfa23-485d-4606-a550-46a2ec2a1e3b req-d8e4fa33-48ad-4a89-a67d-409c60446b65 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 946 time: 0.1092777 Apr 14 16:09:59.968860 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-216bfa23-485d-4606-a550-46a2ec2a1e3b req-0703b8cc-e604-4863-8966-9c482cc03aa4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378990 Apr 14 16:10:01.174263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e491881-c2c8-4cbc-b1fc-522d34692dc3 req-821a2aeb-d52c-41cb-8211-ecc52835206c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:01.175847 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6e491881-c2c8-4cbc-b1fc-522d34692dc3 req-821a2aeb-d52c-41cb-8211-ecc52835206c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 946 time: 0.0872169 Apr 14 16:10:01.210514 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6e491881-c2c8-4cbc-b1fc-522d34692dc3 req-86d58d6e-4df9-4892-b4db-fc2d64374c43 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279632 Apr 14 16:10:03.648626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50af5-6e8b-4ed3-b5ec-d2ab809ced34 req-0137923c-675c-49b6-8588-2f92de104243 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:03.650247 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4ef50af5-6e8b-4ed3-b5ec-d2ab809ced34 req-0137923c-675c-49b6-8588-2f92de104243 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 945 time: 0.0880151 Apr 14 16:10:03.680985 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4ef50af5-6e8b-4ed3-b5ec-d2ab809ced34 req-dc78eee5-9334-4782-a069-6eb2611b061b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=501fc13d-565d-4a77-93fe-ad88fe42cfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240107 Apr 14 16:10:04.882944 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd960c6-909e-4b6c-850d-7818a58b168b req-1df60137-6d0d-4798-ba62-17d3303c5e85 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:04.884535 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dfd960c6-909e-4b6c-850d-7818a58b168b req-1df60137-6d0d-4798-ba62-17d3303c5e85 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 945 time: 0.0880439 Apr 14 16:10:04.915593 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dfd960c6-909e-4b6c-850d-7818a58b168b req-1c638e1d-2cec-4719-8a35-ce530f4a15c1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups?id=501fc13d-565d-4a77-93fe-ad88fe42cfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246062 Apr 14 16:10:05.323145 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659439ff-3103-4272-bdcc-546f3457e98e req-1cde48a5-085b-4b95-a71e-530e64952299 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:05.324797 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-659439ff-3103-4272-bdcc-546f3457e98e req-1cde48a5-085b-4b95-a71e-530e64952299 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.25 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 945 time: 0.0862057 Apr 14 16:10:05.403288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Deleting port 394de271-5224-40f4-bba4-78e2a22246dc {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:05.403668 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.659214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] For port 394de271-5224-40f4-bba4-78e2a22246dc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=394de271-5224-40f4-bba4-78e2a22246dc,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:05.659610 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.965031 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.965532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.965770 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Floating IP fafcca0b-064c-44f7-afca-6277cc0ae6fb disassociated. External IP: 172.28.3.24, port: 394de271-5224-40f4-bba4-78e2a22246dc. Apr 14 16:10:05.966152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Calling delete_port for 394de271-5224-40f4-bba4-78e2a22246dc owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:06.117930 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:06.133219 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:06.218851 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event deleted for resources: {'Port': ['ID=394de271-5224-40f4-bba4-78e2a22246dc,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:06.285992 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.286966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.287306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.287695 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.288080 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.288466 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.288873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.289256 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.289638 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.290017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.290392 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.290769 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:06.295054 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa3c23ca-65d5-4874-bc45-87fc6879a303 req-662d1e36-c3f3-44e9-91c6-7db9eeb793bd tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 210 time: 0.1231682 Apr 14 16:10:06.299710 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:06.558170 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Router 6c40a51d-68cb-41c7-9363-6d042134b3c2 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:10:06.744142 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:10:06.753621 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa662f-abee-440f-bc0b-e2ea4e4f2a7c None None] Sync routers for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:10:06.764878 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa662f-abee-440f-bc0b-e2ea4e4f2a7c None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:06.765545 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-37fa662f-abee-440f-bc0b-e2ea4e4f2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:09:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:06.824197 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] No DVR routers for this DVR port 394de271-5224-40f4-bba4-78e2a22246dc on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:10:06.826988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:06.831671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c0af9e-b599-4420-a71f-cef3a9829579', 'name': 'network-vif-deleted', 'tag': '394de271-5224-40f4-bba4-78e2a22246dc'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:06.847190 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-659439ff-3103-4272-bdcc-546f3457e98e req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.25 "DELETE /v2.0/ports/394de271-5224-40f4-bba4-78e2a22246dc HTTP/1.1" status: 204 len: 173 time: 1.5173600 Apr 14 16:10:06.902325 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c0af9e-b599-4420-a71f-cef3a9829579', 'name': 'network-vif-deleted', 'tag': '394de271-5224-40f4-bba4-78e2a22246dc', 'status': 'completed', 'code': 200} Apr 14 16:10:06.965733 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-37fa662f-abee-440f-bc0b-e2ea4e4f2a7c None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:07.296690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-37fa662f-abee-440f-bc0b-e2ea4e4f2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:07.300862 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa662f-abee-440f-bc0b-e2ea4e4f2a7c None None] Checking router: 6c40a51d-68cb-41c7-9363-6d042134b3c2 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:10:07.309693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa662f-abee-440f-bc0b-e2ea4e4f2a7c None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:07.310440 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-37fa662f-abee-440f-bc0b-e2ea4e4f2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:09:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:07.483528 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-878fbdf4-3645-4941-bec1-9fe5e4907fe3 req-d46386f9-dfa6-4102-b3db-cb36cfb437d8 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Synchronizing usage tracker for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:07.499918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-878fbdf4-3645-4941-bec1-9fe5e4907fe3 req-d46386f9-dfa6-4102-b3db-cb36cfb437d8 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Unset dirty status for tenant:31ad166a944e4df09330ae6caeee9230 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:07.501186 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-878fbdf4-3645-4941-bec1-9fe5e4907fe3 req-d46386f9-dfa6-4102-b3db-cb36cfb437d8 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/ports?device_id=66c0af9e-b599-4420-a71f-cef3a9829579 HTTP/1.1" status: 200 len: 210 time: 0.0682580 Apr 14 16:10:07.663209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-37fa662f-abee-440f-bc0b-e2ea4e4f2a7c None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:07.985571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-37fa662f-abee-440f-bc0b-e2ea4e4f2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:07.989661 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa662f-abee-440f-bc0b-e2ea4e4f2a7c None None] The sync data for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb is: [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:04:56Z', 'revision_number': 4, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '23469115-2d3d-42b0-a137-a9a3cfd45afe', 'name': '', 'network_id': 'e4087ddd-268d-4f34-8462-2595c8d5f179', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'mac_address': 'fa:16:3e:d8:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:52Z', 'updated_at': '2021-04-14T16:05:10Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'subnets': [{'id': '410481ba-9005-4999-9ca9-04bcc89f40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:10:08.039196 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 394de271-5224-40f4-bba4-78e2a22246dc no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:10:08.079194 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 394de271-5224-40f4-bba4-78e2a22246dc {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:10:08.079590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 394de271-5224-40f4-bba4-78e2a22246dc not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:10:08.427409 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f518a1-9b41-41ac-8a93-39bf4a0e57cd None None] New status for floating IP fafcca0b-064c-44f7-afca-6277cc0ae6fb: DOWN {{(pid=85225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:10:08.634456 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49166) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:08.707636 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:08.737884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:08.782560 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:08.787712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e969a29b-40e4-489e-a638-36f679be552f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:08.803777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=501fc13d-565d-4a77-93fe-ad88fe42cfe7,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:08.814598 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.815017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.815431 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.815836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.816240 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.816640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.817101 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.817499 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.817898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.818293 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.818690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.819876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:08.823399 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:08.824639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:08.825827 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "DELETE /v2.0/security-groups/501fc13d-565d-4a77-93fe-ad88fe42cfe7 HTTP/1.1" status: 204 len: 168 time: 0.1903386 Apr 14 16:10:08.828619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49170) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:08.845682 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.v2.resource [None req-ce50e8c8-0757-42da-8e92-f547e21c8ccd tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] show failed (client error): The resource could not be found. Apr 14 16:10:08.849277 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ce50e8c8-0757-42da-8e92-f547e21c8ccd tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "GET /v2.0/security-groups/501fc13d-565d-4a77-93fe-ad88fe42cfe7 HTTP/1.1" status: 404 len: 347 time: 0.0195656 Apr 14 16:10:08.849830 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49174) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:09.019646 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Deleting port 13045204-30c9-40b4-892f-a2af3e8d6e7d {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:09.020167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.429019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.429395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.574458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Calling delete_port for 13045204-30c9-40b4-892f-a2af3e8d6e7d owned by network:floatingip {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:09.729385 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.745513 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:09.841718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Pushing event deleted for resources: {'Port': ['ID=13045204-30c9-40b4-892f-a2af3e8d6e7d,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:09.845593 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:10.006391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks [] for floatingip, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:10.023354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:10.024602 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] 10.222.0.48 "DELETE /v2.0/floatingips/fafcca0b-064c-44f7-afca-6277cc0ae6fb HTTP/1.1" status: 204 len: 168 time: 1.1735904 Apr 14 16:10:14.078555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49204) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:14.750758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1048372'] for router_interface, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.110832 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] Deleting port 23469115-2d3d-42b0-a137-a9a3cfd45afe {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:15.111378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.291925 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] For port 23469115-2d3d-42b0-a137-a9a3cfd45afe, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=23469115-2d3d-42b0-a137-a9a3cfd45afe,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:15.292318 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.420539 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] Calling delete_port for 23469115-2d3d-42b0-a137-a9a3cfd45afe owned by network:router_interface {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:15.590016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.605436 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-340208cc-e66a-4416-bba0-6b90f19924b7 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:15.700855 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=23469115-2d3d-42b0-a137-a9a3cfd45afe,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:15.704597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:16.049944 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854152726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917955'] for router_interface, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.777585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] Router 6c40a51d-68cb-41c7-9363-6d042134b3c2 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:10:16.965948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:10:16.975767 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7108c7dd-7e4a-44e8-b9ea-9bfd052630a7 None None] Sync routers for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:10:16.979287 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6b670890-1371-42bd-8efa-9073d7b96b31 admin admin] 10.222.0.48 "PUT /v2.0/routers/6c40a51d-68cb-41c7-9363-6d042134b3c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8995831 Apr 14 16:10:16.982087 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49210) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:16.985286 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7108c7dd-7e4a-44e8-b9ea-9bfd052630a7 None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:16.985950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-7108c7dd-7e4a-44e8-b9ea-9bfd052630a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:09:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:17.167764 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Notify callbacks [] for router, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:17.169248 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-7108c7dd-7e4a-44e8-b9ea-9bfd052630a7 None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:17.358223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:17.369585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Deleting port f9447a6c-f202-45dd-a7bc-92620376a5ab {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:17.369974 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:17.475378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-7108c7dd-7e4a-44e8-b9ea-9bfd052630a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:10:15Z', 'revision_number': 5, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port': {'id': 'f9447a6c-f202-45dd-a7bc-92620376a5ab', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:04:45Z', 'updated_at': '2021-04-14T16:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:17.479505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7108c7dd-7e4a-44e8-b9ea-9bfd052630a7 None None] Checking router: 6c40a51d-68cb-41c7-9363-6d042134b3c2 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:10:17.488433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7108c7dd-7e4a-44e8-b9ea-9bfd052630a7 None None] Routers {'6c40a51d-68cb-41c7-9363-6d042134b3c2'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:17.489123 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-7108c7dd-7e4a-44e8-b9ea-9bfd052630a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:09:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6c40a51d-68cb-41c7-9363-6d042134b3c2'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:17.556645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] For port f9447a6c-f202-45dd-a7bc-92620376a5ab, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=f9447a6c-f202-45dd-a7bc-92620376a5ab,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:17.557115 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:17.647798 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-7108c7dd-7e4a-44e8-b9ea-9bfd052630a7 None None] Set router 6c40a51d-68cb-41c7-9363-6d042134b3c2 gateway port host: None {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:17.689795 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Calling delete_port for f9447a6c-f202-45dd-a7bc-92620376a5ab owned by network:router_gateway {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:17.760393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-7108c7dd-7e4a-44e8-b9ea-9bfd052630a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:10:17Z', 'revision_number': 6, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port_host': None}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:17.764421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7108c7dd-7e4a-44e8-b9ea-9bfd052630a7 None None] The sync data for ids ['6c40a51d-68cb-41c7-9363-6d042134b3c2'] in dv-cinder-786260-2-smb is: [{'id': '6c40a51d-68cb-41c7-9363-6d042134b3c2', 'name': 'tempest-AttachVolumeTestJSON-1233489785-router', 'tenant_id': '31ad166a944e4df09330ae6caeee9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:43Z', 'updated_at': '2021-04-14T16:10:17Z', 'revision_number': 6, 'project_id': '31ad166a944e4df09330ae6caeee9230', 'gw_port_host': None}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:10:17.883941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:17.899859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:17.997972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f9447a6c-f202-45dd-a7bc-92620376a5ab,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:18.001920 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:18.167682 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917797'] for router_gateway, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.354863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49277'] for router, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.357287 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.380330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853739917'] for router, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.381487 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c40a51d-68cb-41c7-9363-6d042134b3c2 {{(pid=85222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:10:18.393866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Notify callbacks [] for router, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.395112 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] 10.222.0.48 "DELETE /v2.0/routers/6c40a51d-68cb-41c7-9363-6d042134b3c2 HTTP/1.1" status: 204 len: 168 time: 1.4120007 Apr 14 16:10:18.397962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49214) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:18.467929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4597e2b-1608-4bca-aa44-289439046dce admin admin] Deleting subnet 410481ba-9005-4999-9ca9-04bcc89f40f5 {{(pid=85222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:10:18.471182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c4597e2b-1608-4bca-aa44-289439046dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.522693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c4597e2b-1608-4bca-aa44-289439046dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12725782'] for subnet, precommit_delete_associations {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.645210 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c4597e2b-1608-4bca-aa44-289439046dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.902204 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c4597e2b-1608-4bca-aa44-289439046dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2579076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423017'] for subnet, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.922175 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:19.001273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4597e2b-1608-4bca-aa44-289439046dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=410481ba-9005-4999-9ca9-04bcc89f40f5,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:19.018207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c4597e2b-1608-4bca-aa44-289439046dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:19.053859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c4597e2b-1608-4bca-aa44-289439046dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:19.059981 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00045e-1d81-45f1-95fd-eb9ef01deb3c None None] Network e4087ddd-268d-4f34-8462-2595c8d5f179 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:19.065515 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c4597e2b-1608-4bca-aa44-289439046dce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/410481ba-9005-4999-9ca9-04bcc89f40f5 HTTP/1.1" status: 204 len: 168 time: 0.6665363 Apr 14 16:10:19.070112 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49218) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:19.185246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:19.252772 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Deleting port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:19.253157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:19.324610 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] DHCP port deletion for e4087ddd-268d-4f34-8462-2595c8d5f179 request from dv-cinder-786260-2-smb {{(pid=85224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:10:19.329322 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Deleting port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:19.329766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:19.427226 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:10:19.475273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] For port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:19.475566 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:19.637278 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] For port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:19.637669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:19.793472 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Calling delete_port for 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 owned by network:dhcp {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:19.837551 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:19.846478 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Calling delete_port for 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 owned by network:dhcp {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:19.936584 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:19.946702 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.api [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85222) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:10:19.947077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.api [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:10:20.116015 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.116759 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 23469115-2d3d-42b0-a137-a9a3cfd45afe no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:10:20.147215 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:20.197366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 23469115-2d3d-42b0-a137-a9a3cfd45afe {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:10:20.197754 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 23469115-2d3d-42b0-a137-a9a3cfd45afe not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:10:20.198215 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device f9447a6c-f202-45dd-a7bc-92620376a5ab no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:10:20.239975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.api [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85224) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:10:20.240953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.api [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:10:20.247796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: f9447a6c-f202-45dd-a7bc-92620376a5ab {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:10:20.248198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device f9447a6c-f202-45dd-a7bc-92620376a5ab not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:10:20.261541 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:20.264490 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:20.448365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Deleting port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:20.448770 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.563402 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:10:20.663491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] For port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:20.663886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.743070 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Deleting port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:20.743435 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.797989 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Calling delete_port for 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 owned by network:dhcp {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:20.876640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.891748 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:20.965390 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] For port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,segment=NetworkSegment(53774a26-6936-49f0-b3d2-be8c372bde6f),segment_id=53774a26-6936-49f0-b3d2-be8c372bde6f)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:20.965886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.985152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcb3f06-fee1-4c52-ad86-db2b7123a0a9,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:20.999482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:21.036222 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] No DVR routers for this DVR port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 on host dv-cinder-786260-2-smb {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:10:21.097867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Calling delete_port for 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 owned by network:dhcp {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:21.160827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:21.174417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.api [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85224) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:10:21.174897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.api [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:10:21.277040 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4087ddd-268d-4f34-8462-2595c8d5f179']}} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:21.290075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53774a26-6936-49f0-b3d2-be8c372bde6f') {'for_net_delete': True} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:21.290412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53774a26-6936-49f0-b3d2-be8c372bde6f') {} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:21.302164 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12725216'] for segment, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:21.320971 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:21.327873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=85222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:10:21.508173 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Network e4087ddd-268d-4f34-8462-2595c8d5f179 has no segments {{(pid=85222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:10:21.517186 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2579179'] for segment, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:21.691409 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Network e4087ddd-268d-4f34-8462-2595c8d5f179 has no segments {{(pid=85222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:10:21.717813 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:10:21.796586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:21.800242 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:21.813825 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:21.825716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Pushing event deleted for resources: {'Network': ['ID=e4087ddd-268d-4f34-8462-2595c8d5f179,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:21.829092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:21.839815 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] 10.222.0.48 "DELETE /v2.0/networks/e4087ddd-268d-4f34-8462-2595c8d5f179 HTTP/1.1" status: 204 len: 168 time: 2.7686789 Apr 14 16:10:21.870169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Deleting port 6dcb3f06-fee1-4c52-ad86-db2b7123a0a9 {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:21.870616 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:21.946383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d5a35cee-6db7-40c1-bd0a-53ac8548c839 None None] The port '6dcb3f06-fee1-4c52-ad86-db2b7123a0a9' was deleted {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:10:21.965240 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49224) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:22.000968 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-63ed8f77-1214-4e55-988c-927eba8294f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31ad166a944e4df09330ae6caeee9230&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0344594 Apr 14 16:10:22.003831 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49228) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:22.065477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0494a643-4af0-4c6d-99f5-043f27e70e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:22.096666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0494a643-4af0-4c6d-99f5-043f27e70e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:22.142265 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0494a643-4af0-4c6d-99f5-043f27e70e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:22.150385 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-93db4653-54ff-4282-b025-cb016b891878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:22.161924 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494a643-4af0-4c6d-99f5-043f27e70e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a30b85c-50c7-41cb-b7e9-05eb8b4bc00c,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:22.166127 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0494a643-4af0-4c6d-99f5-043f27e70e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:22.169480 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0494a643-4af0-4c6d-99f5-043f27e70e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:22.170686 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0494a643-4af0-4c6d-99f5-043f27e70e25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a30b85c-50c7-41cb-b7e9-05eb8b4bc00c HTTP/1.1" status: 204 len: 168 time: 0.1658714 Apr 14 16:10:23.492072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-48ce4c7d-916c-4a81-ac68-3420c6772882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:24.081757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:24.245190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49294) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:24.370457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-45814c3b-4baa-4a74-8a4d-95d1dbb75513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:24.390360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-45814c3b-4baa-4a74-8a4d-95d1dbb75513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:24.394448 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-45814c3b-4baa-4a74-8a4d-95d1dbb75513 admin admin] Usage tracker for resource:security_group_rule and tenant:a429a9c56e344ff3811379255700c3ba is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:24.397469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-45814c3b-4baa-4a74-8a4d-95d1dbb75513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:24.403482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-45814c3b-4baa-4a74-8a4d-95d1dbb75513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:24.490774 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-45814c3b-4baa-4a74-8a4d-95d1dbb75513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:24.494181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-45814c3b-4baa-4a74-8a4d-95d1dbb75513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:24.503153 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2410c2e5-3c47-4cd5-a16c-ca395db0cc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:24.546816 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-45814c3b-4baa-4a74-8a4d-95d1dbb75513 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a429a9c56e344ff3811379255700c3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002198 Apr 14 16:10:24.547881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45814c3b-4baa-4a74-8a4d-95d1dbb75513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3059918c-57cc-4dac-bbe4-ac0f10c42b54,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:24.549859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49300) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:24.551136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-45814c3b-4baa-4a74-8a4d-95d1dbb75513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:24.612148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae5842d7-9131-4f49-b577-aaf06875410d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:24.639346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae5842d7-9131-4f49-b577-aaf06875410d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:24.683027 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae5842d7-9131-4f49-b577-aaf06875410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:24.687881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e3a5c94-bdec-4f3a-abb3-70b208231ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:24.699421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5842d7-9131-4f49-b577-aaf06875410d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3059918c-57cc-4dac-bbe4-ac0f10c42b54,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:24.704108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ae5842d7-9131-4f49-b577-aaf06875410d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:24.706225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ae5842d7-9131-4f49-b577-aaf06875410d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:24.707425 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ae5842d7-9131-4f49-b577-aaf06875410d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3059918c-57cc-4dac-bbe4-ac0f10c42b54 HTTP/1.1" status: 204 len: 168 time: 0.1565087 Apr 14 16:10:24.995432 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49308) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:25.014800 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f19cdf8-bdd5-47bd-a1a8-3708ba64918d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:25.033506 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2f19cdf8-bdd5-47bd-a1a8-3708ba64918d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:25.037620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2f19cdf8-bdd5-47bd-a1a8-3708ba64918d admin admin] Usage tracker for resource:security_group_rule and tenant:5470350065944cc29f2944dc32338c45 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:25.040491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2f19cdf8-bdd5-47bd-a1a8-3708ba64918d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:25.046524 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2f19cdf8-bdd5-47bd-a1a8-3708ba64918d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:25.128921 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f19cdf8-bdd5-47bd-a1a8-3708ba64918d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:25.132269 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f19cdf8-bdd5-47bd-a1a8-3708ba64918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:25.140897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-937d9b96-15fb-4e12-951d-34258cdcd180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:25.183224 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2f19cdf8-bdd5-47bd-a1a8-3708ba64918d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5470350065944cc29f2944dc32338c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866107 Apr 14 16:10:25.184063 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19cdf8-bdd5-47bd-a1a8-3708ba64918d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4f6a87-db90-44d8-a7c0-fde1b0e56cd9,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:25.186741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49312) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:25.187170 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2f19cdf8-bdd5-47bd-a1a8-3708ba64918d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:25.249266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c492b5aa-86f2-4b2c-b3d0-b52a2b4f25f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:25.276013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c492b5aa-86f2-4b2c-b3d0-b52a2b4f25f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:25.320293 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c492b5aa-86f2-4b2c-b3d0-b52a2b4f25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:25.325314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a4de158c-6da2-4578-9b1c-664dec61b8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:25.341223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492b5aa-86f2-4b2c-b3d0-b52a2b4f25f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4f6a87-db90-44d8-a7c0-fde1b0e56cd9,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:25.343439 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c492b5aa-86f2-4b2c-b3d0-b52a2b4f25f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:25.350810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c492b5aa-86f2-4b2c-b3d0-b52a2b4f25f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:25.351995 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c492b5aa-86f2-4b2c-b3d0-b52a2b4f25f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd4f6a87-db90-44d8-a7c0-fde1b0e56cd9 HTTP/1.1" status: 204 len: 168 time: 0.1641841 Apr 14 16:10:25.780534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ad45-ea81-49b4-a5b6-569d8dca3d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:26.525062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:26.835056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:27.821065 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.011785 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49386) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:28.135610 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5dd935bf-e0e6-4b58-a74f-d2ecd8f14af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.150702 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-5dd935bf-e0e6-4b58-a74f-d2ecd8f14af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:28.154757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-5dd935bf-e0e6-4b58-a74f-d2ecd8f14af0 admin admin] Usage tracker for resource:security_group_rule and tenant:309049868204442f9fdcb3646e47ee43 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:28.157705 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-5dd935bf-e0e6-4b58-a74f-d2ecd8f14af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:28.163995 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-5dd935bf-e0e6-4b58-a74f-d2ecd8f14af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:28.248736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5dd935bf-e0e6-4b58-a74f-d2ecd8f14af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.251720 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5dd935bf-e0e6-4b58-a74f-d2ecd8f14af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.260355 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0b9fd57e-ae53-44ca-a88d-706925dd2325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:28.306659 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-5dd935bf-e0e6-4b58-a74f-d2ecd8f14af0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=309049868204442f9fdcb3646e47ee43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937257 Apr 14 16:10:28.307581 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd935bf-e0e6-4b58-a74f-d2ecd8f14af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a1aa05-142f-409d-a711-462785b73f16,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:28.309594 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49392) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:28.310804 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5dd935bf-e0e6-4b58-a74f-d2ecd8f14af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:28.371704 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-005f43e5-b2af-4a31-83d0-98f90578c3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.398758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-005f43e5-b2af-4a31-83d0-98f90578c3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.442411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-005f43e5-b2af-4a31-83d0-98f90578c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.448052 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1806c1fa-ba76-4d56-bb6d-f9c85e1d6edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:28.461434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f43e5-b2af-4a31-83d0-98f90578c3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a1aa05-142f-409d-a711-462785b73f16,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:28.464176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-005f43e5-b2af-4a31-83d0-98f90578c3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:28.465415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-005f43e5-b2af-4a31-83d0-98f90578c3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.466763 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-005f43e5-b2af-4a31-83d0-98f90578c3e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2a1aa05-142f-409d-a711-462785b73f16 HTTP/1.1" status: 204 len: 168 time: 0.1559575 Apr 14 16:10:28.756898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49400) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:28.776148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e8ef-98a2-4bef-8942-60df6c71efb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.791139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e6b9e8ef-98a2-4bef-8942-60df6c71efb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:28.795145 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e6b9e8ef-98a2-4bef-8942-60df6c71efb2 admin admin] Usage tracker for resource:security_group_rule and tenant:aa9accec36ea464b871deb584b1d829b is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:28.798055 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-e6b9e8ef-98a2-4bef-8942-60df6c71efb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:28.804123 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-e6b9e8ef-98a2-4bef-8942-60df6c71efb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:28.892864 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e8ef-98a2-4bef-8942-60df6c71efb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.895629 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e8ef-98a2-4bef-8942-60df6c71efb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.928239 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fc503f1a-614d-4cee-9abb-fbe6815f1dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:28.939627 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e6b9e8ef-98a2-4bef-8942-60df6c71efb2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa9accec36ea464b871deb584b1d829b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789999 Apr 14 16:10:28.940267 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49404) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:28.993385 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9e8ef-98a2-4bef-8942-60df6c71efb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fde8591-faf6-4863-8818-6cee3f8997e5,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:28.998016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e6b9e8ef-98a2-4bef-8942-60df6c71efb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:29.022291 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2abb6561-8481-4c14-98ca-92b952ecd84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.050366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2abb6561-8481-4c14-98ca-92b952ecd84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.096136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2abb6561-8481-4c14-98ca-92b952ecd84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.101628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-61ba08dd-1670-41e8-82f7-d4f40e1c2f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:29.112092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb6561-8481-4c14-98ca-92b952ecd84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fde8591-faf6-4863-8818-6cee3f8997e5,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:29.115894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2abb6561-8481-4c14-98ca-92b952ecd84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:29.119058 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2abb6561-8481-4c14-98ca-92b952ecd84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.120270 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2abb6561-8481-4c14-98ca-92b952ecd84b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fde8591-faf6-4863-8818-6cee3f8997e5 HTTP/1.1" status: 204 len: 168 time: 0.1794326 Apr 14 16:10:33.747377 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49478) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:33.875104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3b81c37f-5878-4e60-8e96-1a70cf6fa146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.890637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3b81c37f-5878-4e60-8e96-1a70cf6fa146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:33.894695 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3b81c37f-5878-4e60-8e96-1a70cf6fa146 admin admin] Usage tracker for resource:security_group_rule and tenant:f63c823256a34c7ba6150642a6445c2d is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:33.898251 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3b81c37f-5878-4e60-8e96-1a70cf6fa146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:33.904429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3b81c37f-5878-4e60-8e96-1a70cf6fa146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:33.988699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3b81c37f-5878-4e60-8e96-1a70cf6fa146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:33.991474 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3b81c37f-5878-4e60-8e96-1a70cf6fa146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.000384 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5dd935bf-e0e6-4b58-a74f-d2ecd8f14af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:34.042720 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3b81c37f-5878-4e60-8e96-1a70cf6fa146 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f63c823256a34c7ba6150642a6445c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940786 Apr 14 16:10:34.043669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81c37f-5878-4e60-8e96-1a70cf6fa146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a14a5f-b4f4-476c-aaa6-1b2610a6115a,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:34.045564 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49484) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:34.047000 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3b81c37f-5878-4e60-8e96-1a70cf6fa146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:34.108591 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86755d74-f734-4d06-84f7-ed2edb598498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.140297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86755d74-f734-4d06-84f7-ed2edb598498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.186234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86755d74-f734-4d06-84f7-ed2edb598498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.191253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:34.209359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86755d74-f734-4d06-84f7-ed2edb598498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a14a5f-b4f4-476c-aaa6-1b2610a6115a,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:34.212289 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-86755d74-f734-4d06-84f7-ed2edb598498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:34.213570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86755d74-f734-4d06-84f7-ed2edb598498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.215543 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-86755d74-f734-4d06-84f7-ed2edb598498 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0a14a5f-b4f4-476c-aaa6-1b2610a6115a HTTP/1.1" status: 204 len: 168 time: 0.1688488 Apr 14 16:10:34.519554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49496) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:34.539014 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7bef8033-b589-44ef-8418-7269e8e9f06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.555137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7bef8033-b589-44ef-8418-7269e8e9f06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:34.559187 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7bef8033-b589-44ef-8418-7269e8e9f06e admin admin] Usage tracker for resource:security_group_rule and tenant:7d6fd290aa0a4584801d1bf06d4d3ea6 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:34.562141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7bef8033-b589-44ef-8418-7269e8e9f06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:34.568522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7bef8033-b589-44ef-8418-7269e8e9f06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:34.654422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7bef8033-b589-44ef-8418-7269e8e9f06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.657366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7bef8033-b589-44ef-8418-7269e8e9f06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.671222 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-eb899477-cd34-4088-b068-d15866a5a2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:34.714162 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7bef8033-b589-44ef-8418-7269e8e9f06e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d6fd290aa0a4584801d1bf06d4d3ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933570 Apr 14 16:10:34.714986 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef8033-b589-44ef-8418-7269e8e9f06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6956b71-cfaf-4343-8db5-c6389b6c5738,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:34.718239 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7bef8033-b589-44ef-8418-7269e8e9f06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:34.718910 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49502) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:34.779996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9fc97e73-633f-46c9-b838-ea4d96ba4b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.787855 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b21d69-7894-4ddd-9d5a-3c4710f70c83 req-880320ce-1cae-4f4c-a87b-b7cfb77715dd tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:34.790024 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-14b21d69-7894-4ddd-9d5a-3c4710f70c83 req-880320ce-1cae-4f4c-a87b-b7cfb77715dd tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 946 time: 0.0887918 Apr 14 16:10:34.808192 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9fc97e73-633f-46c9-b838-ea4d96ba4b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.820922 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-14b21d69-7894-4ddd-9d5a-3c4710f70c83 req-e3f3019a-36b4-4acc-950e-b1174c7cc918 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245318 Apr 14 16:10:34.853174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9fc97e73-633f-46c9-b838-ea4d96ba4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.858176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b94e2bd9-644b-434b-b4d1-ff1dd827e9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:34.871100 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc97e73-633f-46c9-b838-ea4d96ba4b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6956b71-cfaf-4343-8db5-c6389b6c5738,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:34.873511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9fc97e73-633f-46c9-b838-ea4d96ba4b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:34.890827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9fc97e73-633f-46c9-b838-ea4d96ba4b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.892035 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9fc97e73-633f-46c9-b838-ea4d96ba4b67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6956b71-cfaf-4343-8db5-c6389b6c5738 HTTP/1.1" status: 204 len: 168 time: 0.1721497 Apr 14 16:10:35.642269 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49526) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:35.752799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-472591560-network', 'tenant_id': 'f70cc8d655f540d895591a9ea3d80e67'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:35.758422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:35.762497 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Usage tracker for resource:network and tenant:f70cc8d655f540d895591a9ea3d80e67 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:35.765433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:35.772072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:35.780597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Made reservation on behalf of f70cc8d655f540d895591a9ea3d80e67 for: {'network': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:35.785268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.797572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.816126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:35.820926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Usage tracker for resource:security_group_rule and tenant:f70cc8d655f540d895591a9ea3d80e67 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:35.823750 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:35.829571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:35.914241 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.918073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.922366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d24c766b-ed77-4bf0-95bc-b89c46d52127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:35.940895 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=85223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:10:35.997964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.998274 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Added segment a82771af-7d96-45ea-9903-2f14b9b513eb of type vlan for network 591cf388-5fd1-4d3a-952a-8bac1c7a769e Apr 14 16:10:36.017262 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ec7a69-200a-4d81-8375-c4bd4a7179e8,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:36.022241 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:36.047035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.103854 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee722ee-d67c-4cdd-b117-c4f7fb86242b req-644b3edc-d268-4785-a2e8-919787318803 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:36.105460 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-aee722ee-d67c-4cdd-b117-c4f7fb86242b req-644b3edc-d268-4785-a2e8-919787318803 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 946 time: 0.1564012 Apr 14 16:10:36.106516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.107781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:36.108401 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.114555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:36.226129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-926938ab-4f6a-4bcf-b367-a0f66ef05d48 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:36.227717 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-926938ab-4f6a-4bcf-b367-a0f66ef05d48 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 946 time: 0.0973735 Apr 14 16:10:36.231394 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-aee722ee-d67c-4cdd-b117-c4f7fb86242b req-acaf01c5-d121-42ef-907e-c66b70cd22b1 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=2280eab4-b75e-4093-b4dd-e6adf3bcbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191449 Apr 14 16:10:36.244104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Pushing event updated for resources: {'Network': ['ID=591cf388-5fd1-4d3a-952a-8bac1c7a769e,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:36.260771 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6070616 Apr 14 16:10:36.260771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:36.260771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49534) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:36.260771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Request body: {'subnet': {'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-472591560-subnet', 'tenant_id': 'f70cc8d655f540d895591a9ea3d80e67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:36.263216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:36.267272 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Usage tracker for resource:subnet and tenant:f70cc8d655f540d895591a9ea3d80e67 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:36.267755 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network 591cf388-5fd1-4d3a-952a-8bac1c7a769e details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:10:36.270333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:36.276386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:36.287613 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Made reservation on behalf of f70cc8d655f540d895591a9ea3d80e67 for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:36.292968 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851651142'] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.308438 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Deleting port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:36.308859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.573106 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] For port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:36.573430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.689587 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851651131'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.705198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:36.830236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2db24b-becc-4bae-9f39-5d9ab4837381,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:36.832945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:36.879244 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.879651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.880009 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Floating IP 7c65839e-ed9e-4752-af5c-76c56461dd66 disassociated. External IP: 172.28.3.50, port: 24f3871b-355e-4a79-9f12-9ceb7cce6e7a. Apr 14 16:10:36.880388 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Calling delete_port for 24f3871b-355e-4a79-9f12-9ceb7cce6e7a owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:36.904024 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Checking segment: {'id': 'a82771af-7d96-45ea-9903-2f14b9b513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:36.904417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Network hostable DHCP agents. Network: 591cf388-5fd1-4d3a-952a-8bac1c7a769e, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:10:36.923663 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Network 591cf388-5fd1-4d3a-952a-8bac1c7a769e is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:10:36.932635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, 591cf388-5fd1-4d3a-952a-8bac1c7a769e) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:36.944360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f57f95d-a2d2-4401-afbc-95a6fc039282 None None] Network 591cf388-5fd1-4d3a-952a-8bac1c7a769e requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:36.946468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:36.947336 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:36.967737 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7780db3a-a770-44c5-b5ba-0771662d2518 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7145696 Apr 14 16:10:37.046468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.065906 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6da646d8-3d2b-4ae0-a32e-d6aa63dd2878 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:37.117374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event deleted for resources: {'Port': ['ID=24f3871b-355e-4a79-9f12-9ceb7cce6e7a,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:37.120055 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:37.174958 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94ea210-356f-4862-95a6-2050b2973e0f None None] Network 591cf388-5fd1-4d3a-952a-8bac1c7a769e requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:37.452924 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d6d0c902-1179-4a2c-adbb-ef40f0a5cb57 req-b36385b3-c7ae-4bb2-be24-2ed742c72aa6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ecfabd4-cac0-4a84-a272-511cb2be69cd HTTP/1.1" status: 200 len: 210 time: 0.0645876 Apr 14 16:10:37.507397 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Router 5832d96f-b4e9-4fab-8dea-5b81077636c6 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:10:37.953622 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:10:37.963114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f56d9-3699-453c-99da-4030d862fd2d None None] Sync routers for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:10:37.973501 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f56d9-3699-453c-99da-4030d862fd2d None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:37.974157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-2b3f56d9-3699-453c-99da-4030d862fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:10:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:38.031284 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] No DVR routers for this DVR port 24f3871b-355e-4a79-9f12-9ceb7cce6e7a on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:10:38.033857 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.036678 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'name': 'network-vif-deleted', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:38.051997 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6d128925-30d4-4bea-8a70-c96fe47bdf1f req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.25 "DELETE /v2.0/ports/24f3871b-355e-4a79-9f12-9ceb7cce6e7a HTTP/1.1" status: 204 len: 173 time: 1.8191712 Apr 14 16:10:38.171000 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-2b3f56d9-3699-453c-99da-4030d862fd2d None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:38.231779 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecfabd4-cac0-4a84-a272-511cb2be69cd', 'name': 'network-vif-deleted', 'tag': '24f3871b-355e-4a79-9f12-9ceb7cce6e7a', 'status': 'completed', 'code': 200} Apr 14 16:10:38.501177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-2b3f56d9-3699-453c-99da-4030d862fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:38.505351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f56d9-3699-453c-99da-4030d862fd2d None None] Checking router: 5832d96f-b4e9-4fab-8dea-5b81077636c6 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:10:38.514221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f56d9-3699-453c-99da-4030d862fd2d None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:38.514872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-2b3f56d9-3699-453c-99da-4030d862fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:10:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:38.591506 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49558) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:38.659723 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-076f0aeb-fb22-4f46-a526-69d4fca4b76b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.689967 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-076f0aeb-fb22-4f46-a526-69d4fca4b76b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.704674 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-2b3f56d9-3699-453c-99da-4030d862fd2d None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:38.742162 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-076f0aeb-fb22-4f46-a526-69d4fca4b76b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.747399 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-475937d0-7848-48bb-b3cf-65afcd9678b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:38.763808 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f0aeb-fb22-4f46-a526-69d4fca4b76b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2280eab4-b75e-4093-b4dd-e6adf3bcbce6,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:38.766652 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-076f0aeb-fb22-4f46-a526-69d4fca4b76b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:38.778255 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-076f0aeb-fb22-4f46-a526-69d4fca4b76b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.778255 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-076f0aeb-fb22-4f46-a526-69d4fca4b76b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "DELETE /v2.0/security-groups/2280eab4-b75e-4093-b4dd-e6adf3bcbce6 HTTP/1.1" status: 204 len: 168 time: 0.1836889 Apr 14 16:10:38.779350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49564) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:38.798241 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.v2.resource [None req-85ad3fd6-282d-44a8-84f9-d5fec2592096 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] show failed (client error): The resource could not be found. Apr 14 16:10:38.799495 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-85ad3fd6-282d-44a8-84f9-d5fec2592096 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups/2280eab4-b75e-4093-b4dd-e6adf3bcbce6 HTTP/1.1" status: 404 len: 347 time: 0.0190752 Apr 14 16:10:38.802636 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49570) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:39.052551 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Deleting port 0ffac737-d01f-4bea-95e9-7a777a5c1f2a {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:39.053155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.069546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-2b3f56d9-3699-453c-99da-4030d862fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:39.073633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f56d9-3699-453c-99da-4030d862fd2d None None] The sync data for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb is: [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:10:39.264598 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0973-9600-4734-a6b9-095123e14141 req-482cae9b-76d4-46be-ad08-e3d84912e3fe tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:39.266247 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-482cae9b-76d4-46be-ad08-e3d84912e3fe tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/networks?id=591cf388-5fd1-4d3a-952a-8bac1c7a769e HTTP/1.1" status: 200 len: 808 time: 0.3169301 Apr 14 16:10:39.298309 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-92859526-60fe-45a0-a711-70177b531481 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/quotas/f70cc8d655f540d895591a9ea3d80e67 HTTP/1.1" status: 200 len: 375 time: 0.0181353 Apr 14 16:10:39.357056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.357414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.375620 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-cd58fd0f-5787-47de-bcd6-4ba12e7615e4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f70cc8d655f540d895591a9ea3d80e67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676327 Apr 14 16:10:39.502467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Calling delete_port for 0ffac737-d01f-4bea-95e9-7a777a5c1f2a owned by network:floatingip {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:39.509141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28cf059-f1f1-4d26-8f98-aa441dee3817 None None] New status for floating IP 7c65839e-ed9e-4752-af5c-76c56461dd66: DOWN {{(pid=85224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:10:39.713052 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-129aa4c5-2c95-42c9-b6f7-b3a5cede5ed7 service neutron] 10.222.0.48 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825639 Apr 14 16:10:39.806803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.api [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85222) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:10:39.807176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.api [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:10:39.861147 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-22b154bc-a3fa-4c08-9721-79d32f6dd067 service neutron] 10.222.0.48 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415129 Apr 14 16:10:40.057668 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6d071f70-1e07-4298-aa38-0452bfcdb202 req-91dd780d-329d-4542-a13c-fb886f0165ef tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 210 time: 0.0487802 Apr 14 16:10:40.207433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 24f3871b-355e-4a79-9f12-9ceb7cce6e7a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:10:40.248705 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 24f3871b-355e-4a79-9f12-9ceb7cce6e7a {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:10:40.249143 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 24f3871b-355e-4a79-9f12-9ceb7cce6e7a not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:10:40.308442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Deleting port 0ffac737-d01f-4bea-95e9-7a777a5c1f2a {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:40.308877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.501911 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.502277 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.639916 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Calling delete_port for 0ffac737-d01f-4bea-95e9-7a777a5c1f2a owned by network:floatingip {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:40.789037 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.804905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a2640210-ff1f-4cba-b703-aa242259cdbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:40.901297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event deleted for resources: {'Port': ['ID=0ffac737-d01f-4bea-95e9-7a777a5c1f2a,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:40.905256 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:41.067946 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.083185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.087332 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f8a26c15-f1c8-4389-8141-74e34e04cad0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "DELETE /v2.0/floatingips/7c65839e-ed9e-4752-af5c-76c56461dd66 HTTP/1.1" status: 204 len: 168 time: 2.2807212 Apr 14 16:10:41.287122 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-00d01a53-3c44-414c-b4ca-1fd3cdde558e req-26a7790a-1fda-4589-ab67-f1a1fc64a39a tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 210 time: 0.1045935 Apr 14 16:10:41.357064 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0973-9600-4734-a6b9-095123e14141 req-c6537ac5-656d-4fd6-a558-7d73b8f1500f tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:41.358568 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-c6537ac5-656d-4fd6-a558-7d73b8f1500f tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.25 "GET /v2.0/networks?id=591cf388-5fd1-4d3a-952a-8bac1c7a769e HTTP/1.1" status: 200 len: 808 time: 0.2086637 Apr 14 16:10:41.374283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Request body: {'port': {'device_id': '63531fc5-fd23-405a-8aae-5e5dc7e36a1f', 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e', 'admin_state_up': True, 'tenant_id': 'f70cc8d655f540d895591a9ea3d80e67'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:41.421078 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49608) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:41.426796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248875173', 'description': 'tempest-description--235338980'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:41.433959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:41.438586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Usage tracker for resource:security_group and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:41.441637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:41.448010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:41.457813 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.461602 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:41.465572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Usage tracker for resource:security_group_rule and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:41.468529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:41.474460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:41.518467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:41.522579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Usage tracker for resource:port and tenant:f70cc8d655f540d895591a9ea3d80e67 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:41.525558 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:41.531519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:41.541088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Made reservation on behalf of f70cc8d655f540d895591a9ea3d80e67 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:41.546601 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.547059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.549154 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.555067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2046d5d6-8d67-4ef0-b902-84c11435b3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:41.599171 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca56373-c3da-4e92-ac77-a266ac60aee3,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:41.602701 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:41.604218 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.605408 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1832011 Apr 14 16:10:41.608395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49612) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:41.613882 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'security_group_rule': {'security_group_id': '6ca56373-c3da-4e92-ac77-a266ac60aee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:41.620442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:41.624651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Usage tracker for resource:security_group_rule and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:41.627604 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:41.633688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:41.650349 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.715515 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.718272 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.720447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:41.724525 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Allocated IP 172.20.0.9 (591cf388-5fd1-4d3a-952a-8bac1c7a769e/ce2db24b-becc-4bae-9f39-5d9ab4837381/265d32c3-da31-4c3d-b713-be3a719ed913) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:41.742233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f7d4ea-67a9-4215-9b46-1962df23477c,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:41.746721 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:41.753555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.754815 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454103 Apr 14 16:10:41.757629 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49616) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:41.763365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'security_group_rule': {'security_group_id': '6ca56373-c3da-4e92-ac77-a266ac60aee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:41.769443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:41.774178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Usage tracker for resource:security_group_rule and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:41.777106 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:41.783018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:41.799610 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.864140 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.866873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.869034 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-157a2906-5638-46d0-8dad-f61064279cb1 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:41.892285 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182fa47c-c1ff-4e81-a87b-a40ab41d12b1,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:41.894842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:41.901860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.906157 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0df9668e-2b90-4584-95e6-13297cde99af tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445115 Apr 14 16:10:41.907852 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 49620) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:41.918685 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'floatingip': {'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:41.935182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:41.942735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.946532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Usage tracker for resource:floatingip and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:41.950588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:41.960005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:41.975325 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.067386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.084098 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ddb23b94-2d67-4d96-9c16-497d1f38a47a tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:42.539137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Pushing event updated for resources: {'Port': ['ID=265d32c3-da31-4c3d-b713-be3a719ed913,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:42.555676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:42.648185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Network 591cf388-5fd1-4d3a-952a-8bac1c7a769e is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:42.656647 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105f429-df2e-4a58-8335-72739a597dcd req-f0382d2a-7825-4f9d-b03d-3b9d35a75685 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:42.658284 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7105f429-df2e-4a58-8335-72739a597dcd req-f0382d2a-7825-4f9d-b03d-3b9d35a75685 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 931 time: 0.2230823 Apr 14 16:10:42.660490 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:42.665489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:42.707481 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.788681 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7105f429-df2e-4a58-8335-72739a597dcd req-4feb195d-84d5-47fe-968e-8b10535f9213 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890656 Apr 14 16:10:42.801837 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:42.802504 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.850172 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4803936 Apr 14 16:10:42.886897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Request body: {'port': {'device_id': '63531fc5-fd23-405a-8aae-5e5dc7e36a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:43.007818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Allocated IP 172.28.3.254 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/c948fd93-0408-437e-bdff-3544a72693d6) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:43.063736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.332460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.486391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.507535 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e2c6aafd-5b88-4a46-bebb-c3ba1e236299 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:43.672749 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'Port': ['ID=c948fd93-0408-437e-bdff-3544a72693d6,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:43.679637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:43.776093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265d32c3-da31-4c3d-b713-be3a719ed913 {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:10:43.786493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.790019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:43.792644 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:43.797412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:43.846075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Transition to ACTIVE for port object 265d32c3-da31-4c3d-b713-be3a719ed913 will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:43.854377 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.872145 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0b39f199-624d-4d9b-b312-76fa72a1ce10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:43.994199 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f2421-37ff-424a-b4f1-cd562caf2227 req-2c746676-e456-47c0-87fe-fdce9216f405 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:43.995862 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7d5f2421-37ff-424a-b4f1-cd562caf2227 req-2c746676-e456-47c0-87fe-fdce9216f405 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 943 time: 0.0936584 Apr 14 16:10:44.017411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Pushing event updated for resources: {'Port': ['ID=265d32c3-da31-4c3d-b713-be3a719ed913,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:44.029775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:44.043585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-7d5f2421-37ff-424a-b4f1-cd562caf2227 req-95c8821c-4161-4294-a429-543199767dc0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Synchronizing usage tracker for tenant:f70cc8d655f540d895591a9ea3d80e67 on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:44.059446 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-7d5f2421-37ff-424a-b4f1-cd562caf2227 req-95c8821c-4161-4294-a429-543199767dc0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Unset dirty status for tenant:f70cc8d655f540d895591a9ea3d80e67 on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:44.060673 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7d5f2421-37ff-424a-b4f1-cd562caf2227 req-95c8821c-4161-4294-a429-543199767dc0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584576 Apr 14 16:10:44.080387 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.277112 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.413603 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Attempting to bind port 265d32c3-da31-4c3d-b713-be3a719ed913 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:10:44.414183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Attempting to bind port 265d32c3-da31-4c3d-b713-be3a719ed913 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'a82771af-7d96-45ea-9903-2f14b9b513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:10:44.414310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Attempting to bind port 265d32c3-da31-4c3d-b713-be3a719ed913 on network 591cf388-5fd1-4d3a-952a-8bac1c7a769e {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:10:44.428735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Port 265d32c3-da31-4c3d-b713-be3a719ed913 on network 591cf388-5fd1-4d3a-952a-8bac1c7a769e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:10:44.429113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Attempting to bind port 265d32c3-da31-4c3d-b713-be3a719ed913 on network 591cf388-5fd1-4d3a-952a-8bac1c7a769e {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:10:44.436963 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:10:44.437343 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Checking segment: {'id': 'a82771af-7d96-45ea-9903-2f14b9b513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:44.437764 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Bound using segment: {'id': 'a82771af-7d96-45ea-9903-2f14b9b513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:10:44.438231 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Bound port: 265d32c3-da31-4c3d-b713-be3a719ed913, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82771af-7d96-45ea-9903-2f14b9b513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:10:44.438609 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.612899 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] For port 265d32c3-da31-4c3d-b713-be3a719ed913, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:10:44.633651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] For port 265d32c3-da31-4c3d-b713-be3a719ed913, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=265d32c3-da31-4c3d-b713-be3a719ed913,segment=NetworkSegment(a82771af-7d96-45ea-9903-2f14b9b513eb),segment_id=a82771af-7d96-45ea-9903-2f14b9b513eb)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:10:44.639448 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.657894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1971a23b-27a0-4d04-b157-a9c78fa4620b tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:44.811048 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.827123 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.854956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Pushing event updated for resources: {'Port': ['ID=265d32c3-da31-4c3d-b713-be3a719ed913,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:44.906948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:44.907501 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cac09a68-7611-48ed-9c98-24768a336f99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:45.303883 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'Port': ['ID=c948fd93-0408-437e-bdff-3544a72693d6,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:45.325453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:45.327707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:45.328374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.329863 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] 10.222.0.25 "PUT /v2.0/ports/265d32c3-da31-4c3d-b713-be3a719ed913 HTTP/1.1" status: 200 len: 1093 time: 2.4474566 Apr 14 16:10:45.333396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63531fc5-fd23-405a-8aae-5e5dc7e36a1f', 'tag': '265d32c3-da31-4c3d-b713-be3a719ed913'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:45.419137 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63531fc5-fd23-405a-8aae-5e5dc7e36a1f', 'tag': '265d32c3-da31-4c3d-b713-be3a719ed913', 'status': 'completed', 'code': 200} Apr 14 16:10:45.494529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a2653-2e57-407f-8a71-8b38fa8fe8d8 req-74a10707-dd55-4b68-b7e0-4b29d968a2d6 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:45.495288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-b00a2653-2e57-407f-8a71-8b38fa8fe8d8 req-74a10707-dd55-4b68-b7e0-4b29d968a2d6 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Synchronizing usage tracker for tenant:f70cc8d655f540d895591a9ea3d80e67 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:45.529540 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.554477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-b00a2653-2e57-407f-8a71-8b38fa8fe8d8 req-74a10707-dd55-4b68-b7e0-4b29d968a2d6 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Unset dirty status for tenant:f70cc8d655f540d895591a9ea3d80e67 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:45.555669 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b00a2653-2e57-407f-8a71-8b38fa8fe8d8 req-74a10707-dd55-4b68-b7e0-4b29d968a2d6 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 943 time: 0.3136902 Apr 14 16:10:45.576903 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.578106 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6692343 Apr 14 16:10:45.582348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0973-9600-4734-a6b9-095123e14141 req-fd444dd3-ae33-4be9-a629-8db0cedb1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:45.583855 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-fd444dd3-ae33-4be9-a629-8db0cedb1ad1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f70cc8d655f540d895591a9ea3d80e67&device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 1096 time: 0.2111762 Apr 14 16:10:45.656380 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b00a2653-2e57-407f-8a71-8b38fa8fe8d8 req-e7478007-0b11-4559-983d-74b56dd895a0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939186 Apr 14 16:10:45.666023 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-323e0e2a-3a84-49b4-8dcf-1c09c599327e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=265d32c3-da31-4c3d-b713-be3a719ed913 HTTP/1.1" status: 200 len: 217 time: 0.0751092 Apr 14 16:10:45.738168 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0973-9600-4734-a6b9-095123e14141 req-0206b66a-d4a3-445e-ac86-6624750622c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:45.739818 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-0206b66a-d4a3-445e-ac86-6624750622c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ce2db24b-becc-4bae-9f39-5d9ab4837381 HTTP/1.1" status: 200 len: 848 time: 0.0661364 Apr 14 16:10:45.795789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-ffc65427-c1ac-4f4e-89f3-9087b6e16d60 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Synchronizing usage tracker for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:45.796414 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-a9bc0c2e-1a3f-4d6c-a059-874b66a44674 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=591cf388-5fd1-4d3a-952a-8bac1c7a769e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505285 Apr 14 16:10:45.810869 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-ffc65427-c1ac-4f4e-89f3-9087b6e16d60 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Unset dirty status for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:45.812026 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-ffc65427-c1ac-4f4e-89f3-9087b6e16d60 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1248875173&fields=id&tenant_id=ecf3e714fb644c96b0825db1815b59a1 HTTP/1.1" status: 200 len: 267 time: 0.0410292 Apr 14 16:10:45.943317 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-c7750e91-5ed9-4eef-ac1a-d29da0e95319 service neutron] 10.222.0.25 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399231 Apr 14 16:10:45.977245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-5b2564f5-e6fe-4206-861e-aeab651460d5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:45.978806 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-5b2564f5-e6fe-4206-861e-aeab651460d5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 817 time: 0.1586523 Apr 14 16:10:45.995817 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-62c2a0c2-7787-4596-8c8a-c392bdcd4262 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/quotas/ecf3e714fb644c96b0825db1815b59a1 HTTP/1.1" status: 200 len: 375 time: 0.0107198 Apr 14 16:10:46.088531 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-e69f4e32-5e9f-4975-9d63-e1dfe3424825 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0868149 Apr 14 16:10:46.089535 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-356d0973-9600-4734-a6b9-095123e14141 req-40bd1967-a2d5-4ba6-9581-6fe8c9fd992a service neutron] 10.222.0.25 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399214 Apr 14 16:10:46.215694 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae9938-ca96-4ff0-96ca-f96e1cbc3ba7 req-92d66b3d-5295-4de7-9ffc-77b0dc3b05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:46.217481 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-69ae9938-ca96-4ff0-96ca-f96e1cbc3ba7 req-92d66b3d-5295-4de7-9ffc-77b0dc3b05b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f70cc8d655f540d895591a9ea3d80e67&device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 1096 time: 0.0835841 Apr 14 16:10:46.375025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae9938-ca96-4ff0-96ca-f96e1cbc3ba7 req-3117f7b3-2d4c-4cc0-93aa-a07735701734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:46.376871 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-69ae9938-ca96-4ff0-96ca-f96e1cbc3ba7 req-3117f7b3-2d4c-4cc0-93aa-a07735701734 service neutron] 10.222.0.25 "GET /v2.0/networks?id=591cf388-5fd1-4d3a-952a-8bac1c7a769e HTTP/1.1" status: 200 len: 909 time: 0.1523204 Apr 14 16:10:46.455331 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-69ae9938-ca96-4ff0-96ca-f96e1cbc3ba7 req-7e3c04c7-7801-40fb-90f6-b556b13b84f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=265d32c3-da31-4c3d-b713-be3a719ed913 HTTP/1.1" status: 200 len: 217 time: 0.0713828 Apr 14 16:10:46.501386 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-4a43f6db-2a5d-4616-a298-45092d081131 service neutron] 10.222.0.48 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994315 Apr 14 16:10:46.525331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae9938-ca96-4ff0-96ca-f96e1cbc3ba7 req-51b6a29d-5a6e-448e-84a1-a6d9447322cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:46.526943 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-69ae9938-ca96-4ff0-96ca-f96e1cbc3ba7 req-51b6a29d-5a6e-448e-84a1-a6d9447322cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ce2db24b-becc-4bae-9f39-5d9ab4837381 HTTP/1.1" status: 200 len: 848 time: 0.0644529 Apr 14 16:10:46.580652 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-69ae9938-ca96-4ff0-96ca-f96e1cbc3ba7 req-1e7ecc73-864c-4957-9b01-066bd4ee3811 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=591cf388-5fd1-4d3a-952a-8bac1c7a769e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467093 Apr 14 16:10:46.649122 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-447247a0-9e8d-47fd-ab3d-18fd129ebbc2 service neutron] 10.222.0.48 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405759 Apr 14 16:10:46.727671 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-69ae9938-ca96-4ff0-96ca-f96e1cbc3ba7 req-22b4dbbd-30de-471f-af80-822f89b6b10a service neutron] 10.222.0.25 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387382 Apr 14 16:10:46.850836 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c2b725e3-e650-4cec-a901-9b43aa01dfbb req-d4654024-28ad-4160-815d-9ab30f380c5d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 210 time: 0.0519850 Apr 14 16:10:46.956020 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-69ae9938-ca96-4ff0-96ca-f96e1cbc3ba7 req-1576e297-6798-4492-88b0-d628642ca785 service neutron] 10.222.0.25 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215500 Apr 14 16:10:46.965333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd78bd-b7d1-494e-946c-d315f75be7ad req-e5598272-478e-4f18-a14f-01a732824f7f tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:46.966933 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-87fd78bd-b7d1-494e-946c-d315f75be7ad req-e5598272-478e-4f18-a14f-01a732824f7f tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 943 time: 0.1464741 Apr 14 16:10:46.999097 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-87fd78bd-b7d1-494e-946c-d315f75be7ad req-a2a1e200-2172-4520-b9a2-21827038fb33 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252209 Apr 14 16:10:47.894549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-a0adba68-cf6e-468a-a2c4-9b7a0017474f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:47.897113 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-a0adba68-cf6e-468a-a2c4-9b7a0017474f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 817 time: 0.1598339 Apr 14 16:10:47.970616 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-56a96cf1-1f6f-4cc8-a09a-206e848fb807 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecf3e714fb644c96b0825db1815b59a1 HTTP/1.1" status: 200 len: 5708 time: 0.0653942 Apr 14 16:10:47.980263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'port': {'device_id': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'admin_state_up': True, 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'security_groups': ['6ca56373-c3da-4e92-ac77-a266ac60aee3']}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:48.045084 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-746a26cd-ad48-4a06-b2f0-17a5d2794e94 req-823b61ce-6770-4c8b-82b7-3e217165a1d3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 210 time: 0.0511274 Apr 14 16:10:48.138381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:48.180299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Usage tracker for resource:port and tenant:ecf3e714fb644c96b0825db1815b59a1 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:48.188594 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:48.198045 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:48.211178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Made reservation on behalf of ecf3e714fb644c96b0825db1815b59a1 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:48.217428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.269980 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 265d32c3-da31-4c3d-b713-be3a719ed913 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:10:48.317911 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9be917-7e0d-4e33-aa59-dce521f0563b req-c8b0c39b-6ff4-4a76-aca1-93f4af469b7f tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:48.319528 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-eb9be917-7e0d-4e33-aa59-dce521f0563b req-c8b0c39b-6ff4-4a76-aca1-93f4af469b7f tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 943 time: 0.1843503 Apr 14 16:10:48.392626 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-eb9be917-7e0d-4e33-aa59-dce521f0563b req-9b3cb2b8-81fa-4cd9-916d-d7d7c4759d14 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655038 Apr 14 16:10:48.409085 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 265d32c3-da31-4c3d-b713-be3a719ed913, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=265d32c3-da31-4c3d-b713-be3a719ed913,segment=NetworkSegment(a82771af-7d96-45ea-9903-2f14b9b513eb),segment_id=a82771af-7d96-45ea-9903-2f14b9b513eb)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:48.423540 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '265d32c3-da31-4c3d-b713-be3a719ed913', 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e', 'port_id': '265d32c3-da31-4c3d-b713-be3a719ed913', 'mac_address': 'fa:16:3e:30:eb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2db24b-becc-4bae-9f39-5d9ab4837381', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:10:48.425131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Allocated IP 172.20.0.5 (f2e84a54-9d67-41bd-af92-691674666ba0/360040e6-fe35-420f-8659-b8ad48418650/23b9389b-6190-4ae2-b749-e3bd37dc6f47) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:48.481791 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.498978 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265d32c3-da31-4c3d-b713-be3a719ed913 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:10:48.514454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 265d32c3-da31-4c3d-b713-be3a719ed913, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=265d32c3-da31-4c3d-b713-be3a719ed913,segment=NetworkSegment(a82771af-7d96-45ea-9903-2f14b9b513eb),segment_id=a82771af-7d96-45ea-9903-2f14b9b513eb)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:48.517268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.518992 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:48.590113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=265d32c3-da31-4c3d-b713-be3a719ed913,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:48.598163 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.598549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.598929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.599304 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.600262 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.600615 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.601008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.601372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.601738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.602101 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.602465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.602825 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:48.606802 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:48.628104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.644650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Transition to ACTIVE for port object 23b9389b-6190-4ae2-b749-e3bd37dc6f47 will not be triggered until provisioned by entity DHCP. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:48.669018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.684239 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f669719a-6f93-4646-9a09-0055d2e3934f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:48.703250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['265d32c3-da31-4c3d-b713-be3a719ed913'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:10:48.821890 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event updated for resources: {'Port': ['ID=23b9389b-6190-4ae2-b749-e3bd37dc6f47,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:48.826246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:48.880335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Network f2e84a54-9d67-41bd-af92-691674666ba0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:48.882019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:48.884266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:48.955554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:48.956249 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.981717 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0058753 Apr 14 16:10:48.993973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Request body: {'port': {'device_id': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:49.086460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-3debe2a5-4ba3-483e-865e-5a0180753c3e None None] Provisioning for port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:10:49.091659 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-3debe2a5-4ba3-483e-865e-5a0180753c3e None None] Provisioning complete for port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:49.092117 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3debe2a5-4ba3-483e-865e-5a0180753c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.114793 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.150253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-3debe2a5-4ba3-483e-865e-5a0180753c3e None None] Port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:10:49.261549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6de98-683a-41d8-9f56-4f217d22fb27 req-733c8713-7912-45be-9f16-aedb6f9d5eec tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:49.263045 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7fc6de98-683a-41d8-9f56-4f217d22fb27 req-733c8713-7912-45be-9f16-aedb6f9d5eec tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 931 time: 0.0934105 Apr 14 16:10:49.293030 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7fc6de98-683a-41d8-9f56-4f217d22fb27 req-cd834a7c-5de0-4536-a635-3b31d6355715 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0233812 Apr 14 16:10:49.562711 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b9389b-6190-4ae2-b749-e3bd37dc6f47 {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:10:49.573957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.595798 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Transition to ACTIVE for port object 23b9389b-6190-4ae2-b749-e3bd37dc6f47 will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:10:49.605800 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.622836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:49.744989 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db95cf-849c-40f4-b1a0-b7dfaa3cb7de req-94cb55c3-9da0-43a5-9c61-a24461884ced tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:49.746575 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-36db95cf-849c-40f4-b1a0-b7dfaa3cb7de req-94cb55c3-9da0-43a5-9c61-a24461884ced tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 944 time: 0.2388365 Apr 14 16:10:49.803189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=23b9389b-6190-4ae2-b749-e3bd37dc6f47,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:49.806182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:49.822449 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-36db95cf-849c-40f4-b1a0-b7dfaa3cb7de req-863756fb-a54e-422c-8f77-3ac59dc4aaf3 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616207 Apr 14 16:10:50.264604 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Attempting to bind port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:10:50.265211 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Attempting to bind port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:10:50.265431 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Attempting to bind port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 on network f2e84a54-9d67-41bd-af92-691674666ba0 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:10:50.270238 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 on network f2e84a54-9d67-41bd-af92-691674666ba0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:10:50.270606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Attempting to bind port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 on network f2e84a54-9d67-41bd-af92-691674666ba0 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:10:50.279737 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:10:50.280120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Checking segment: {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:50.280552 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Bound using segment: {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:10:50.281049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Bound port: 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed958f96-6e74-4759-956c-3b85c331606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:10:50.281439 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.284877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 265d32c3-da31-4c3d-b713-be3a719ed913 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:50.356886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 265d32c3-da31-4c3d-b713-be3a719ed913 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:10:50.361849 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 265d32c3-da31-4c3d-b713-be3a719ed913 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:50.362275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.363927 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:10:50.367732 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:10:50.371204 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.437037 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:50.489520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.502870 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63531fc5-fd23-405a-8aae-5e5dc7e36a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265d32c3-da31-4c3d-b713-be3a719ed913'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:50.514180 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 265d32c3-da31-4c3d-b713-be3a719ed913, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=265d32c3-da31-4c3d-b713-be3a719ed913,segment=NetworkSegment(a82771af-7d96-45ea-9903-2f14b9b513eb),segment_id=a82771af-7d96-45ea-9903-2f14b9b513eb)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:50.517424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.519468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:50.530088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25258c-6c9a-4b12-8555-083f742e2756 req-6a709b97-01f8-4207-9dee-4d2df015505a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:50.541420 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6b25258c-6c9a-4b12-8555-083f742e2756 req-6a709b97-01f8-4207-9dee-4d2df015505a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.1231894 Apr 14 16:10:50.550828 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=23b9389b-6190-4ae2-b749-e3bd37dc6f47,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:50.564075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:50.577684 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6b25258c-6c9a-4b12-8555-083f742e2756 req-911ade08-5aab-4d1e-956c-08ddd57e7770 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353198 Apr 14 16:10:50.597030 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=265d32c3-da31-4c3d-b713-be3a719ed913,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:50.598452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:50.601087 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.601352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:50.603323 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] 10.222.0.25 "PUT /v2.0/ports/23b9389b-6190-4ae2-b749-e3bd37dc6f47 HTTP/1.1" status: 200 len: 1093 time: 1.6141701 Apr 14 16:10:50.604037 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:50.678826 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63531fc5-fd23-405a-8aae-5e5dc7e36a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265d32c3-da31-4c3d-b713-be3a719ed913', 'code': 200} Apr 14 16:10:50.690139 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'status': 'completed', 'code': 200} Apr 14 16:10:50.738246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-88cc5c5f-f02b-4864-8d22-3d6c86407de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:50.739892 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-88cc5c5f-f02b-4864-8d22-3d6c86407de8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 1096 time: 0.0948582 Apr 14 16:10:50.822756 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-40bba439-f4a6-4828-8184-db54c0c3e59d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47 HTTP/1.1" status: 200 len: 217 time: 0.0756235 Apr 14 16:10:50.897465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-7d8e2e3e-7e07-453d-a251-8b63867a7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:50.899129 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-7d8e2e3e-7e07-453d-a251-8b63867a7132 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0692570 Apr 14 16:10:50.944290 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17ec13-3a1f-4a03-8392-eb1d77084c00 req-36d46990-e7bc-425e-ba1b-681a4b214496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:50.945927 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ce17ec13-3a1f-4a03-8392-eb1d77084c00 req-36d46990-e7bc-425e-ba1b-681a4b214496 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 1098 time: 0.0920911 Apr 14 16:10:50.992016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-91ef26a6-d036-49d1-8be2-5494d1e59c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:50.993682 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-91ef26a6-d036-49d1-8be2-5494d1e59c97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857003 Apr 14 16:10:51.018741 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ce17ec13-3a1f-4a03-8392-eb1d77084c00 req-90447de2-0f96-470e-ab4f-13db24000314 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303926 Apr 14 16:10:51.053554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da756-555b-4598-b823-6e040364a686 req-4915ff83-1725-4b56-baae-b73c29d78f6c tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:51.055133 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-451da756-555b-4598-b823-6e040364a686 req-4915ff83-1725-4b56-baae-b73c29d78f6c tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 945 time: 0.1074417 Apr 14 16:10:51.086832 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-451da756-555b-4598-b823-6e040364a686 req-58d2fb4c-4802-4a91-80f5-dbdcc05c654e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249207 Apr 14 16:10:51.136801 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-5afc0ea3-04cb-469f-a532-f50414ea8daa service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368980 Apr 14 16:10:51.278675 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a42501ab-2591-4baa-b4ca-d9a41a452542 req-e2ef5d2b-e536-4818-9bbd-54a5ed10c522 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355715 Apr 14 16:10:51.411468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed20e5-912b-4261-ad96-7ce5684fdcee req-b39e1b50-5864-4978-a587-b2225b9402ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:51.413125 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8aed20e5-912b-4261-ad96-7ce5684fdcee req-b39e1b50-5864-4978-a587-b2225b9402ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 1096 time: 0.0890279 Apr 14 16:10:51.552102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed20e5-912b-4261-ad96-7ce5684fdcee req-0489f615-5949-4b53-a1a1-9df72d5b9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:51.554239 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8aed20e5-912b-4261-ad96-7ce5684fdcee req-0489f615-5949-4b53-a1a1-9df72d5b9428 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 918 time: 0.1348088 Apr 14 16:10:51.627136 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8aed20e5-912b-4261-ad96-7ce5684fdcee req-de7a39c3-152b-464f-bd2d-d70246bd1468 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47 HTTP/1.1" status: 200 len: 217 time: 0.0655665 Apr 14 16:10:51.702918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed20e5-912b-4261-ad96-7ce5684fdcee req-57407ea5-4565-4852-a90f-40f2b1ef1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:51.704396 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8aed20e5-912b-4261-ad96-7ce5684fdcee req-57407ea5-4565-4852-a90f-40f2b1ef1cf5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0672214 Apr 14 16:10:51.861099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed20e5-912b-4261-ad96-7ce5684fdcee req-98b8010c-e7e8-4a5a-83f0-333a984a3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:51.862697 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8aed20e5-912b-4261-ad96-7ce5684fdcee req-98b8010c-e7e8-4a5a-83f0-333a984a3f04 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1500309 Apr 14 16:10:51.872191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7080b67-1b2c-4f1d-8666-76c4d5b1dc54 req-7111cec4-85ad-484c-9095-a9f154cae0e9 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:51.872977 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-c7080b67-1b2c-4f1d-8666-76c4d5b1dc54 req-7111cec4-85ad-484c-9095-a9f154cae0e9 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Synchronizing usage tracker for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:51.968084 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-c7080b67-1b2c-4f1d-8666-76c4d5b1dc54 req-7111cec4-85ad-484c-9095-a9f154cae0e9 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Unset dirty status for tenant:ecf3e714fb644c96b0825db1815b59a1 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:51.969308 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c7080b67-1b2c-4f1d-8666-76c4d5b1dc54 req-7111cec4-85ad-484c-9095-a9f154cae0e9 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.2212257 Apr 14 16:10:52.021089 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c7080b67-1b2c-4f1d-8666-76c4d5b1dc54 req-2734b5e4-c828-4260-90e9-3f55fd79e6d3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436490 Apr 14 16:10:52.040666 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8aed20e5-912b-4261-ad96-7ce5684fdcee req-ca667790-dcdc-4610-911c-3500fc5c3e34 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648889 Apr 14 16:10:52.192262 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8aed20e5-912b-4261-ad96-7ce5684fdcee req-06708512-fe1c-4076-a072-8ecadb04bfef service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448264 Apr 14 16:10:52.291714 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b3537-9241-4a70-b197-51f77f94c4d4 req-be2c1fdb-8c4d-46cc-a50b-fc7d3b70b999 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:52.293268 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2e1b3537-9241-4a70-b197-51f77f94c4d4 req-be2c1fdb-8c4d-46cc-a50b-fc7d3b70b999 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 945 time: 0.0923119 Apr 14 16:10:52.323362 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2e1b3537-9241-4a70-b197-51f77f94c4d4 req-1a74c11c-e1d9-4226-b289-0b9358144c70 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236819 Apr 14 16:10:53.230343 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843f07-cb18-45bc-8c07-d8a8280586ee req-56c2dda1-fe8c-4026-8025-e3ce9a15c11f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:53.231936 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6e843f07-cb18-45bc-8c07-d8a8280586ee req-56c2dda1-fe8c-4026-8025-e3ce9a15c11f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.0898852 Apr 14 16:10:53.262387 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6e843f07-cb18-45bc-8c07-d8a8280586ee req-0a8ef34a-5910-4581-a58f-5c7634e5db82 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241950 Apr 14 16:10:53.327280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78408f0e-ded7-4466-89df-c5f02ccab2b5 req-c2cfa695-275d-4f2c-ba3d-7e7828e2fcdd tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:53.328950 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-78408f0e-ded7-4466-89df-c5f02ccab2b5 req-c2cfa695-275d-4f2c-ba3d-7e7828e2fcdd tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 945 time: 0.0910053 Apr 14 16:10:53.359121 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-78408f0e-ded7-4466-89df-c5f02ccab2b5 req-26f42442-513f-4a36-aba2-f25976468f6b tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232694 Apr 14 16:10:53.493744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4ac55b4d-9090-44e8-9d7d-ae899c16dfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.094984 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.288691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 23b9389b-6190-4ae2-b749-e3bd37dc6f47 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:10:54.479476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05240dc-7fc4-470c-a9e7-d0830ee8f106 req-42500d0b-27b5-47de-a9ab-5bb50dad4601 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:54.481444 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c05240dc-7fc4-470c-a9e7-d0830ee8f106 req-42500d0b-27b5-47de-a9ab-5bb50dad4601 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.0982063 Apr 14 16:10:54.521684 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c05240dc-7fc4-470c-a9e7-d0830ee8f106 req-75104085-21cf-46e8-8086-3ad072a43c41 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334496 Apr 14 16:10:54.614509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:54.628946 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'port_id': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'mac_address': 'fa:16:3e:66:b4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:10:54.631554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ef265-7d1a-4eaa-b60b-08812fd6f12f req-6b6e7d42-b063-4bd7-b36b-37fcc849c3d1 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:54.633220 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4b8ef265-7d1a-4eaa-b60b-08812fd6f12f req-6b6e7d42-b063-4bd7-b36b-37fcc849c3d1 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.25 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 945 time: 0.1929841 Apr 14 16:10:54.647761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5006a-ec1a-4d30-bb8b-ac10c78f9a29 req-9403affc-add1-4e0a-a304-c9ddcff629bd tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:54.649457 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0fe5006a-ec1a-4d30-bb8b-ac10c78f9a29 req-9403affc-add1-4e0a-a304-c9ddcff629bd tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 945 time: 0.1255572 Apr 14 16:10:54.693444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.694795 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b9389b-6190-4ae2-b749-e3bd37dc6f47 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:10:54.710705 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:54.713922 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.715808 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9d8b3730-9652-45b4-aa90-637b422909ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:54.724820 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0fe5006a-ec1a-4d30-bb8b-ac10c78f9a29 req-b1e20a84-f9ce-434f-9298-947b2f9bb893 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Apr 14 16:10:54.747578 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-4b8ef265-7d1a-4eaa-b60b-08812fd6f12f req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Deleting port 265d32c3-da31-4c3d-b713-be3a719ed913 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:54.747989 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4b8ef265-7d1a-4eaa-b60b-08812fd6f12f req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.791803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=23b9389b-6190-4ae2-b749-e3bd37dc6f47,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:54.795063 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:54.904391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['23b9389b-6190-4ae2-b749-e3bd37dc6f47'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:10:55.013476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-4b8ef265-7d1a-4eaa-b60b-08812fd6f12f req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] For port 265d32c3-da31-4c3d-b713-be3a719ed913, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=265d32c3-da31-4c3d-b713-be3a719ed913,segment=NetworkSegment(a82771af-7d96-45ea-9903-2f14b9b513eb),segment_id=a82771af-7d96-45ea-9903-2f14b9b513eb)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:55.013888 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4b8ef265-7d1a-4eaa-b60b-08812fd6f12f req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.145191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-4b8ef265-7d1a-4eaa-b60b-08812fd6f12f req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Calling delete_port for 265d32c3-da31-4c3d-b713-be3a719ed913 owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:55.292129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4b8ef265-7d1a-4eaa-b60b-08812fd6f12f req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.304619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['265d32c3-da31-4c3d-b713-be3a719ed913'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:10:55.306824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4dbe3d40-7fbe-45df-b41c-a16105434b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:55.355352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Pushing event deleted for resources: {'Port': ['ID=265d32c3-da31-4c3d-b713-be3a719ed913,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:55.404169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:55.548483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8ef265-7d1a-4eaa-b60b-08812fd6f12f req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] No DVR routers for this DVR port 265d32c3-da31-4c3d-b713-be3a719ed913 on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:10:55.550819 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-4b8ef265-7d1a-4eaa-b60b-08812fd6f12f req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.553691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63531fc5-fd23-405a-8aae-5e5dc7e36a1f', 'name': 'network-vif-deleted', 'tag': '265d32c3-da31-4c3d-b713-be3a719ed913'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:55.569570 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4b8ef265-7d1a-4eaa-b60b-08812fd6f12f req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.25 "DELETE /v2.0/ports/265d32c3-da31-4c3d-b713-be3a719ed913 HTTP/1.1" status: 204 len: 173 time: 0.9304540 Apr 14 16:10:55.604068 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63531fc5-fd23-405a-8aae-5e5dc7e36a1f', 'name': 'network-vif-deleted', 'tag': '265d32c3-da31-4c3d-b713-be3a719ed913', 'status': 'completed', 'code': 200} Apr 14 16:10:55.727155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291a4be-2bbb-406f-bce3-3dd98d0870ea req-3fc865cc-edd8-4f61-bb9f-97b149c6a49f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:55.728748 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4291a4be-2bbb-406f-bce3-3dd98d0870ea req-3fc865cc-edd8-4f61-bb9f-97b149c6a49f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 944 time: 0.0896227 Apr 14 16:10:55.759754 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4291a4be-2bbb-406f-bce3-3dd98d0870ea req-4f73d30c-9d61-4651-917a-185e1959587f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243807 Apr 14 16:10:55.785717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8029d-809e-4bd1-8192-586757154d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.909125 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-be893c40-8649-4520-b0cc-eb39fd46d924 req-b94fa7a7-7a70-45be-8e5c-7ae17495a0df tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Synchronizing usage tracker for tenant:f70cc8d655f540d895591a9ea3d80e67 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:55.925452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-be893c40-8649-4520-b0cc-eb39fd46d924 req-b94fa7a7-7a70-45be-8e5c-7ae17495a0df tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Unset dirty status for tenant:f70cc8d655f540d895591a9ea3d80e67 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:55.926743 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-be893c40-8649-4520-b0cc-eb39fd46d924 req-b94fa7a7-7a70-45be-8e5c-7ae17495a0df tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=63531fc5-fd23-405a-8aae-5e5dc7e36a1f HTTP/1.1" status: 200 len: 210 time: 0.0660465 Apr 14 16:10:56.308462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 23b9389b-6190-4ae2-b749-e3bd37dc6f47 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:56.378042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:10:56.383292 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:56.383713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.504856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.524741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:56.539583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:56.541087 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.542268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.543154 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 265d32c3-da31-4c3d-b713-be3a719ed913 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:10:56.574490 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:56.613685 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'code': 200} Apr 14 16:10:56.619750 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 265d32c3-da31-4c3d-b713-be3a719ed913 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:10:56.620151 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 265d32c3-da31-4c3d-b713-be3a719ed913 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:10:56.655400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=23b9389b-6190-4ae2-b749-e3bd37dc6f47,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:56.658616 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:56.812531 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fbb04-7472-4325-9c89-e6c488f1d009 req-eb777765-8f4a-4e50-a2f4-115ecdbf3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:56.814167 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-703fbb04-7472-4325-9c89-e6c488f1d009 req-eb777765-8f4a-4e50-a2f4-115ecdbf3cb5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 1098 time: 0.0781102 Apr 14 16:10:56.836439 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.841665 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-703fbb04-7472-4325-9c89-e6c488f1d009 req-2b8ffa65-026e-4d02-9dd7-2b5535aed381 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0208688 Apr 14 16:10:56.970724 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14ddbe-257a-459f-9205-7b69007a928a req-4f8dea74-5a6a-4807-b76a-8ac62fc1d813 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:56.972331 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1f14ddbe-257a-459f-9205-7b69007a928a req-4f8dea74-5a6a-4807-b76a-8ac62fc1d813 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0905156 Apr 14 16:10:57.003753 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1f14ddbe-257a-459f-9205-7b69007a928a req-6e5fe2b0-4832-4712-825f-4c41521e2f64 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244329 Apr 14 16:10:57.316854 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9cfebca2-b19d-49bd-b9e0-0a224ee7f230 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:57.318585 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9cfebca2-b19d-49bd-b9e0-0a224ee7f230 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/networks?id=591cf388-5fd1-4d3a-952a-8bac1c7a769e HTTP/1.1" status: 200 len: 808 time: 0.1562982 Apr 14 16:10:57.334863 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-0e4d2aa9-75b3-45ea-8e6b-4cd619af6e74 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/quotas/f70cc8d655f540d895591a9ea3d80e67 HTTP/1.1" status: 200 len: 375 time: 0.0103023 Apr 14 16:10:57.386800 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-a75678cf-77b9-4028-8ff6-25562523b22a tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f70cc8d655f540d895591a9ea3d80e67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465302 Apr 14 16:10:57.532063 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-73469023-393b-42a4-be02-6e8d816b0c46 service neutron] 10.222.0.48 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379592 Apr 14 16:10:57.564786 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:10:57.677829 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-63ce3e5d-73db-4d4e-806a-1971c3001194 service neutron] 10.222.0.48 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380620 Apr 14 16:10:57.824596 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.869684 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-228d678c-06df-41ab-97e3-3d7f01db7167 req-71940048-be59-4945-a5ba-b0dc7eaf5dc3 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 210 time: 0.0485270 Apr 14 16:10:58.465020 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182fb76-4b10-4627-941c-2932d5ba8bce req-25b8bf05-f7ec-434d-ab37-175c72370632 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:58.466643 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c182fb76-4b10-4627-941c-2932d5ba8bce req-25b8bf05-f7ec-434d-ab37-175c72370632 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.3405182 Apr 14 16:10:58.497658 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c182fb76-4b10-4627-941c-2932d5ba8bce req-c35f0571-def4-4e28-b741-7b4dd3413785 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245295 Apr 14 16:10:58.702880 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de24cd-57f5-4a66-b77f-a1101424e0c6 req-6b47fb25-e128-49d6-9383-2312300a5fdd tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:58.704625 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b9de24cd-57f5-4a66-b77f-a1101424e0c6 req-6b47fb25-e128-49d6-9383-2312300a5fdd tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0959494 Apr 14 16:10:58.714190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 49740) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:58.719767 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-0cfee704-d907-487f-b8fc-05460257c515 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Request body: {'floatingip': {'port_id': '23b9389b-6190-4ae2-b749-e3bd37dc6f47'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:58.805384 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0cfee704-d907-487f-b8fc-05460257c515 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:58.956944 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-7f275b9b-1eba-4e22-9787-8eff760efa0e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:58.959617 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-7f275b9b-1eba-4e22-9787-8eff760efa0e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.25 "GET /v2.0/networks?id=591cf388-5fd1-4d3a-952a-8bac1c7a769e HTTP/1.1" status: 200 len: 808 time: 0.1842043 Apr 14 16:10:58.973014 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Request body: {'port': {'device_id': '78bc3fdd-ded8-4488-b606-fe6e2134cff4', 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e', 'admin_state_up': True, 'tenant_id': 'f70cc8d655f540d895591a9ea3d80e67'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:59.118159 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-773f7437-8035-45b8-82d8-3b6cd07fcd76 req-ff3fcb6c-b9dc-4017-803d-c685ebdd60e4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 210 time: 0.0688784 Apr 14 16:10:59.171210 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:59.181841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:59.190554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Made reservation on behalf of f70cc8d655f540d895591a9ea3d80e67 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:59.198011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.351097 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Allocated IP 172.20.0.10 (591cf388-5fd1-4d3a-952a-8bac1c7a769e/ce2db24b-becc-4bae-9f39-5d9ab4837381/0b18869d-484b-49dd-8ec6-4671d0de7bc4) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:59.443590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0cfee704-d907-487f-b8fc-05460257c515 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.446417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0cfee704-d907-487f-b8fc-05460257c515 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.553270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.583302 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.598337 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d6f74246-cd6e-4caa-a848-b6b5a9c0390c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:59.626047 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [None req-0cfee704-d907-487f-b8fc-05460257c515 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Floating IP 6c15f60e-b7dd-4009-afda-9d987e178839 associated. External IP: 172.28.3.254, port: 23b9389b-6190-4ae2-b749-e3bd37dc6f47. Apr 14 16:10:59.736079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Pushing event updated for resources: {'Port': ['ID=0b18869d-484b-49dd-8ec6-4671d0de7bc4,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:59.741139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:59.795535 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Network 591cf388-5fd1-4d3a-952a-8bac1c7a769e is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:59.796759 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:59.799054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:59.865139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:59.865810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.890768 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9222536 Apr 14 16:10:59.902976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Request body: {'port': {'device_id': '78bc3fdd-ded8-4488-b606-fe6e2134cff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:00.002434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfee704-d907-487f-b8fc-05460257c515 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Router 5832d96f-b4e9-4fab-8dea-5b81077636c6 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:00.026063 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.448065 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b18869d-484b-49dd-8ec6-4671d0de7bc4 {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:00.455884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.472897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Transition to ACTIVE for port object 0b18869d-484b-49dd-8ec6-4671d0de7bc4 will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:00.476075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.492312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:00.497646 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfee704-d907-487f-b8fc-05460257c515 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:00.502723 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0cfee704-d907-487f-b8fc-05460257c515 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.508522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa36fa-af6e-46a1-9059-8a8f1ff87a37 None None] Sync routers for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:00.518445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa36fa-af6e-46a1-9059-8a8f1ff87a37 None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:00.519107 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b4aa36fa-af6e-46a1-9059-8a8f1ff87a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:10:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:00.558436 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e19b71-003a-40bb-a4a8-c09e66798e8e req-0ca9906c-5276-4c04-b66e-1d38aa3a9814 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:00.560041 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-89e19b71-003a-40bb-a4a8-c09e66798e8e req-0ca9906c-5276-4c04-b66e-1d38aa3a9814 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 932 time: 0.1861582 Apr 14 16:11:00.591763 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0cfee704-d907-487f-b8fc-05460257c515 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "PUT /v2.0/floatingips/6c15f60e-b7dd-4009-afda-9d987e178839 HTTP/1.1" status: 200 len: 991 time: 1.8764205 Apr 14 16:11:00.594976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:00.619680 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-89e19b71-003a-40bb-a4a8-c09e66798e8e req-f1252283-a419-4e93-9855-70907b9c15d2 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509748 Apr 14 16:11:00.631731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Pushing event updated for resources: {'Port': ['ID=0b18869d-484b-49dd-8ec6-4671d0de7bc4,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:00.645452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:00.753557 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'status': 'completed', 'code': 200} Apr 14 16:11:00.859489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63761a-5e6a-41ff-a22a-465bb45a742d req-fa514262-ab3b-48d1-ad70-cdaaf6afc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:00.861412 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af63761a-5e6a-41ff-a22a-465bb45a742d req-fa514262-ab3b-48d1-ad70-cdaaf6afc0b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 1098 time: 0.0861790 Apr 14 16:11:00.883343 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Attempting to bind port 0b18869d-484b-49dd-8ec6-4671d0de7bc4 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:00.883702 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Attempting to bind port 0b18869d-484b-49dd-8ec6-4671d0de7bc4 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'a82771af-7d96-45ea-9903-2f14b9b513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:00.884079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Attempting to bind port 0b18869d-484b-49dd-8ec6-4671d0de7bc4 on network 591cf388-5fd1-4d3a-952a-8bac1c7a769e {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:00.889066 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Port 0b18869d-484b-49dd-8ec6-4671d0de7bc4 on network 591cf388-5fd1-4d3a-952a-8bac1c7a769e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:00.889433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Attempting to bind port 0b18869d-484b-49dd-8ec6-4671d0de7bc4 on network 591cf388-5fd1-4d3a-952a-8bac1c7a769e {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:00.895161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:00.895322 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Checking segment: {'id': 'a82771af-7d96-45ea-9903-2f14b9b513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:00.896227 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Bound using segment: {'id': 'a82771af-7d96-45ea-9903-2f14b9b513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:00.897050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Bound port: 0b18869d-484b-49dd-8ec6-4671d0de7bc4, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82771af-7d96-45ea-9903-2f14b9b513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:00.897050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.928006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-b4aa36fa-af6e-46a1-9059-8a8f1ff87a37 None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:00.976657 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] For port 0b18869d-484b-49dd-8ec6-4671d0de7bc4, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:00.980162 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] For port 0b18869d-484b-49dd-8ec6-4671d0de7bc4, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0b18869d-484b-49dd-8ec6-4671d0de7bc4,segment=NetworkSegment(a82771af-7d96-45ea-9903-2f14b9b513eb),segment_id=a82771af-7d96-45ea-9903-2f14b9b513eb)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:00.983371 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.999125 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a7fe1e38-bed4-47af-a9d8-5f85ac15d66c tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:01.003827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63761a-5e6a-41ff-a22a-465bb45a742d req-9b9df487-e27c-44b1-9c51-6507379518a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.005976 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af63761a-5e6a-41ff-a22a-465bb45a742d req-9b9df487-e27c-44b1-9c51-6507379518a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 918 time: 0.1384349 Apr 14 16:11:01.121591 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af63761a-5e6a-41ff-a22a-465bb45a742d req-4983f679-337e-42e7-b12e-ecae55900cda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47 HTTP/1.1" status: 200 len: 999 time: 0.1096425 Apr 14 16:11:01.152560 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Pushing event updated for resources: {'Port': ['ID=0b18869d-484b-49dd-8ec6-4671d0de7bc4,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:01.157188 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:01.195542 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.196215 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.197745 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] 10.222.0.25 "PUT /v2.0/ports/0b18869d-484b-49dd-8ec6-4671d0de7bc4 HTTP/1.1" status: 200 len: 1094 time: 1.2992773 Apr 14 16:11:01.198274 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bc3fdd-ded8-4488-b606-fe6e2134cff4', 'tag': '0b18869d-484b-49dd-8ec6-4671d0de7bc4'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:01.199405 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63761a-5e6a-41ff-a22a-465bb45a742d req-7d541d62-c2a9-4b77-928d-4aa8cd12e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.201658 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af63761a-5e6a-41ff-a22a-465bb45a742d req-7d541d62-c2a9-4b77-928d-4aa8cd12e149 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0743721 Apr 14 16:11:01.271112 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bc3fdd-ded8-4488-b606-fe6e2134cff4', 'tag': '0b18869d-484b-49dd-8ec6-4671d0de7bc4', 'status': 'completed', 'code': 200} Apr 14 16:11:01.297077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63761a-5e6a-41ff-a22a-465bb45a742d req-a932aeff-43c0-4ebe-848e-ab79b1a24f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.298689 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af63761a-5e6a-41ff-a22a-465bb45a742d req-a932aeff-43c0-4ebe-848e-ab79b1a24f9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870481 Apr 14 16:11:01.313847 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-d0a8560b-e7f6-4cc1-9ddc-43943f0437fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.315472 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-d0a8560b-e7f6-4cc1-9ddc-43943f0437fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f70cc8d655f540d895591a9ea3d80e67&device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 1097 time: 0.0839629 Apr 14 16:11:01.330663 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b4aa36fa-af6e-46a1-9059-8a8f1ff87a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': '6c15f60e-b7dd-4009-afda-9d987e178839', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'floating_ip_address': '172.28.3.254', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'port_id': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'mac_address': 'fa:16:3e:66:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:10:43Z', 'updated_at': '2021-04-14T16:10:59Z', 'revision_number': 1, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:01.334914 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa36fa-af6e-46a1-9059-8a8f1ff87a37 None None] Checking router: 5832d96f-b4e9-4fab-8dea-5b81077636c6 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:01.344043 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa36fa-af6e-46a1-9059-8a8f1ff87a37 None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:01.344705 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b4aa36fa-af6e-46a1-9059-8a8f1ff87a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:10:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:01.395808 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-3520d668-f2b4-4f51-8456-6af07b45bae1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b18869d-484b-49dd-8ec6-4671d0de7bc4 HTTP/1.1" status: 200 len: 217 time: 0.0734055 Apr 14 16:11:01.446695 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af63761a-5e6a-41ff-a22a-465bb45a742d req-5dee52b2-4745-4e79-b52a-c3c32a432816 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417370 Apr 14 16:11:01.464612 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-6927850b-70ee-4e5a-9cb0-5cbc04b08fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.466181 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-6927850b-70ee-4e5a-9cb0-5cbc04b08fa2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ce2db24b-becc-4bae-9f39-5d9ab4837381 HTTP/1.1" status: 200 len: 848 time: 0.0644922 Apr 14 16:11:01.519764 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-99565e3f-91d0-44e5-befb-b5b912ea1e50 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=591cf388-5fd1-4d3a-952a-8bac1c7a769e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470097 Apr 14 16:11:01.533420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-b4aa36fa-af6e-46a1-9059-8a8f1ff87a37 None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:01.589177 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af63761a-5e6a-41ff-a22a-465bb45a742d req-14340ed7-5de9-485e-ad14-e5c63f77a71a service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365919 Apr 14 16:11:01.664075 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-57e1a738-4cb9-44de-82d0-71c6be637038 service neutron] 10.222.0.25 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384020 Apr 14 16:11:01.814955 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-20537ff0-759a-4561-abd4-ac6137a4fad2 req-91c6f0db-df4c-4ccf-ae09-1f21dec4b2b4 service neutron] 10.222.0.25 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448510 Apr 14 16:11:01.860114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9de7e-cf9b-45d4-bda4-468ddbb6d6ee req-2fb3ea27-b9b7-4b7a-a647-4dd646f3f017 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.861952 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d6b9de7e-cf9b-45d4-bda4-468ddbb6d6ee req-2fb3ea27-b9b7-4b7a-a647-4dd646f3f017 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 944 time: 0.1243551 Apr 14 16:11:01.896011 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d6b9de7e-cf9b-45d4-bda4-468ddbb6d6ee req-5c539ac7-3904-420b-8763-4eab310baba8 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269935 Apr 14 16:11:01.923650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b4aa36fa-af6e-46a1-9059-8a8f1ff87a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': '6c15f60e-b7dd-4009-afda-9d987e178839', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'floating_ip_address': '172.28.3.254', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'port_id': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'mac_address': 'fa:16:3e:66:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:10:43Z', 'updated_at': '2021-04-14T16:10:59Z', 'revision_number': 1, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:01.928586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa36fa-af6e-46a1-9059-8a8f1ff87a37 None None] The sync data for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb is: [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': '6c15f60e-b7dd-4009-afda-9d987e178839', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'floating_ip_address': '172.28.3.254', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'port_id': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'mac_address': 'fa:16:3e:66:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:10:43Z', 'updated_at': '2021-04-14T16:10:59Z', 'revision_number': 1, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:01.954942 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c854-cf6f-43f4-909d-ef6595fa39fe req-ca988658-2ff2-42a4-ac5e-697a832f7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.956575 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3f12c854-cf6f-43f4-909d-ef6595fa39fe req-ca988658-2ff2-42a4-ac5e-697a832f7fb3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f70cc8d655f540d895591a9ea3d80e67&device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 1097 time: 0.0939569 Apr 14 16:11:02.101257 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c854-cf6f-43f4-909d-ef6595fa39fe req-30327f61-f8ed-4184-842c-98a285a4be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:02.102857 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3f12c854-cf6f-43f4-909d-ef6595fa39fe req-30327f61-f8ed-4184-842c-98a285a4be1a service neutron] 10.222.0.25 "GET /v2.0/networks?id=591cf388-5fd1-4d3a-952a-8bac1c7a769e HTTP/1.1" status: 200 len: 909 time: 0.1398568 Apr 14 16:11:02.176098 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3f12c854-cf6f-43f4-909d-ef6595fa39fe req-9586e280-1168-488b-b2e8-49477f6375c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b18869d-484b-49dd-8ec6-4671d0de7bc4 HTTP/1.1" status: 200 len: 217 time: 0.0667129 Apr 14 16:11:02.210777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4353a46-b14b-48ae-a82a-c915486ad4b2 None None] New status for floating IP 6c15f60e-b7dd-4009-afda-9d987e178839: ACTIVE {{(pid=85224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:11:02.248377 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c854-cf6f-43f4-909d-ef6595fa39fe req-3c02118c-9d09-49ad-a93b-a0f8fe4f27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:02.250002 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3f12c854-cf6f-43f4-909d-ef6595fa39fe req-3c02118c-9d09-49ad-a93b-a0f8fe4f27a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ce2db24b-becc-4bae-9f39-5d9ab4837381 HTTP/1.1" status: 200 len: 848 time: 0.0677798 Apr 14 16:11:02.302687 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3f12c854-cf6f-43f4-909d-ef6595fa39fe req-65275f80-743e-4b48-b672-cbfad0fd9192 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=591cf388-5fd1-4d3a-952a-8bac1c7a769e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462739 Apr 14 16:11:02.448488 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3f12c854-cf6f-43f4-909d-ef6595fa39fe req-f35f5732-4821-4739-8660-9876e9cf6e5e service neutron] 10.222.0.25 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382103 Apr 14 16:11:02.595892 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3f12c854-cf6f-43f4-909d-ef6595fa39fe req-ec2f5926-f7b2-425e-83ad-ba62a1b60fc3 service neutron] 10.222.0.25 "GET /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408863 Apr 14 16:11:03.097703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470f824-cdf6-4e40-9cf5-86a7fd60ac4e req-fe7ad81d-c279-423d-bbe5-5173028422d3 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:03.099805 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8470f824-cdf6-4e40-9cf5-86a7fd60ac4e req-fe7ad81d-c279-423d-bbe5-5173028422d3 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 944 time: 0.0870335 Apr 14 16:11:03.130427 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8470f824-cdf6-4e40-9cf5-86a7fd60ac4e req-3f454f42-2505-4351-8186-30e9898e6506 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242784 Apr 14 16:11:04.332953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd9320-b405-48ec-83a8-679e309b20c5 req-4d8c0a9d-3f37-47fb-8407-31997823674f tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:04.334465 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-56cd9320-b405-48ec-83a8-679e309b20c5 req-4d8c0a9d-3f37-47fb-8407-31997823674f tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 944 time: 0.0906975 Apr 14 16:11:04.346213 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 0b18869d-484b-49dd-8ec6-4671d0de7bc4 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:04.367096 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-56cd9320-b405-48ec-83a8-679e309b20c5 req-5ec51ba5-70a7-4dd5-96e9-9913f1efa0aa tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253601 Apr 14 16:11:04.489153 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 0b18869d-484b-49dd-8ec6-4671d0de7bc4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0b18869d-484b-49dd-8ec6-4671d0de7bc4,segment=NetworkSegment(a82771af-7d96-45ea-9903-2f14b9b513eb),segment_id=a82771af-7d96-45ea-9903-2f14b9b513eb)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:04.503477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '0b18869d-484b-49dd-8ec6-4671d0de7bc4', 'network_id': '591cf388-5fd1-4d3a-952a-8bac1c7a769e', 'port_id': '0b18869d-484b-49dd-8ec6-4671d0de7bc4', 'mac_address': 'fa:16:3e:f9:e9:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2db24b-becc-4bae-9f39-5d9ab4837381', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:04.565613 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.567177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b18869d-484b-49dd-8ec6-4671d0de7bc4 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:04.582824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 0b18869d-484b-49dd-8ec6-4671d0de7bc4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0b18869d-484b-49dd-8ec6-4671d0de7bc4,segment=NetworkSegment(a82771af-7d96-45ea-9903-2f14b9b513eb),segment_id=a82771af-7d96-45ea-9903-2f14b9b513eb)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:04.585898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.587628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:04.655747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=0b18869d-484b-49dd-8ec6-4671d0de7bc4,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:04.658832 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:04.799315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['0b18869d-484b-49dd-8ec6-4671d0de7bc4'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:05.566876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e2d17-1741-4f55-8260-4e9ea8c790d3 req-2a501f57-bc22-4cae-86b1-143ef3078e25 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:05.569009 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af7e2d17-1741-4f55-8260-4e9ea8c790d3 req-2a501f57-bc22-4cae-86b1-143ef3078e25 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 945 time: 0.0872793 Apr 14 16:11:05.598558 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-af7e2d17-1741-4f55-8260-4e9ea8c790d3 req-770c4496-86ce-4d49-a4a0-191aad486f3b tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233612 Apr 14 16:11:06.365373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 0b18869d-484b-49dd-8ec6-4671d0de7bc4 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:06.435557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 0b18869d-484b-49dd-8ec6-4671d0de7bc4 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:06.440308 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 0b18869d-484b-49dd-8ec6-4671d0de7bc4 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:06.440743 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.562541 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.574051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bc3fdd-ded8-4488-b606-fe6e2134cff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b18869d-484b-49dd-8ec6-4671d0de7bc4'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:06.584829 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 0b18869d-484b-49dd-8ec6-4671d0de7bc4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0b18869d-484b-49dd-8ec6-4671d0de7bc4,segment=NetworkSegment(a82771af-7d96-45ea-9903-2f14b9b513eb),segment_id=a82771af-7d96-45ea-9903-2f14b9b513eb)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:06.587629 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.589562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8e78a53e-0202-4357-9b7c-637fb13a91bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:06.626733 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bc3fdd-ded8-4488-b606-fe6e2134cff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b18869d-484b-49dd-8ec6-4671d0de7bc4', 'code': 200} Apr 14 16:11:06.665017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=0b18869d-484b-49dd-8ec6-4671d0de7bc4,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:06.668078 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:06.866534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d744e8-7c2d-45b5-9dfb-049bd1917d0a req-a94428ba-9e0a-4a3b-9bb0-733d69bec318 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:06.867293 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-d0d744e8-7c2d-45b5-9dfb-049bd1917d0a req-a94428ba-9e0a-4a3b-9bb0-733d69bec318 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Synchronizing usage tracker for tenant:f70cc8d655f540d895591a9ea3d80e67 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:06.895144 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-d0d744e8-7c2d-45b5-9dfb-049bd1917d0a req-a94428ba-9e0a-4a3b-9bb0-733d69bec318 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Unset dirty status for tenant:f70cc8d655f540d895591a9ea3d80e67 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:06.897002 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d0d744e8-7c2d-45b5-9dfb-049bd1917d0a req-a94428ba-9e0a-4a3b-9bb0-733d69bec318 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 946 time: 0.1743391 Apr 14 16:11:06.902557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4d755-ae70-4deb-9e31-86fd764e4705 req-1cc9c472-4002-4beb-b808-e3c54a462651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:06.904161 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-27b4d755-ae70-4deb-9e31-86fd764e4705 req-1cc9c472-4002-4beb-b808-e3c54a462651 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 1099 time: 0.1163590 Apr 14 16:11:06.944751 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d0d744e8-7c2d-45b5-9dfb-049bd1917d0a req-2609873f-5902-4738-b42f-d2c0537c3cad tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Apr 14 16:11:06.948166 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-27b4d755-ae70-4deb-9e31-86fd764e4705 req-fe1cafa2-e671-46ce-947a-1479f27a593c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Apr 14 16:11:08.148660 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6002b5b-baf0-450f-97a5-2eb7d441333a req-8aabdbe9-5324-4e12-9651-a4dbea2c4488 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:08.150338 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f6002b5b-baf0-450f-97a5-2eb7d441333a req-8aabdbe9-5324-4e12-9651-a4dbea2c4488 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 946 time: 0.0898228 Apr 14 16:11:08.181133 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f6002b5b-baf0-450f-97a5-2eb7d441333a req-4a8d1aeb-b163-4e8f-b201-554aadc7530f tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244653 Apr 14 16:11:09.314062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc2a54-1c21-44e9-a754-4173bf1d33a6 req-7a1d8886-72ba-4150-b456-0da693fcaed3 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:09.315633 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-92fc2a54-1c21-44e9-a754-4173bf1d33a6 req-7a1d8886-72ba-4150-b456-0da693fcaed3 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 946 time: 0.0907083 Apr 14 16:11:09.345844 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-92fc2a54-1c21-44e9-a754-4173bf1d33a6 req-f2c91587-de98-4f68-a6ea-71f7150f9794 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236123 Apr 14 16:11:10.546727 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7956f-b1aa-454f-983c-38ef7afbe651 req-368818db-5266-4704-bb75-d1ad71c15e14 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:10.548328 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f5c7956f-b1aa-454f-983c-38ef7afbe651 req-368818db-5266-4704-bb75-d1ad71c15e14 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 946 time: 0.0858622 Apr 14 16:11:10.579197 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f5c7956f-b1aa-454f-983c-38ef7afbe651 req-cbbd4435-aea0-4f8a-80c5-c9daf2ba15d4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ec7a69-200a-4d81-8375-c4bd4a7179e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246239 Apr 14 16:11:10.638995 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ad350-480c-44d6-add2-b4a438d1c59a req-00e14c94-f89b-4a64-b861-22f8186082d2 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:10.640582 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-898ad350-480c-44d6-add2-b4a438d1c59a req-00e14c94-f89b-4a64-b861-22f8186082d2 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.25 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 946 time: 0.0880349 Apr 14 16:11:10.720776 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-898ad350-480c-44d6-add2-b4a438d1c59a req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Deleting port 0b18869d-484b-49dd-8ec6-4671d0de7bc4 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:10.721172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-898ad350-480c-44d6-add2-b4a438d1c59a req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.221411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-898ad350-480c-44d6-add2-b4a438d1c59a req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] For port 0b18869d-484b-49dd-8ec6-4671d0de7bc4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0b18869d-484b-49dd-8ec6-4671d0de7bc4,segment=NetworkSegment(a82771af-7d96-45ea-9903-2f14b9b513eb),segment_id=a82771af-7d96-45ea-9903-2f14b9b513eb)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:11.221736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-898ad350-480c-44d6-add2-b4a438d1c59a req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.351990 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-898ad350-480c-44d6-add2-b4a438d1c59a req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Calling delete_port for 0b18869d-484b-49dd-8ec6-4671d0de7bc4 owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:11.507567 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-898ad350-480c-44d6-add2-b4a438d1c59a req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.518789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['0b18869d-484b-49dd-8ec6-4671d0de7bc4'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:11.527528 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-702e2155-42f2-42b4-841b-8dc664d9d539 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:11.648220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Pushing event deleted for resources: {'Port': ['ID=0b18869d-484b-49dd-8ec6-4671d0de7bc4,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:11.660217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.660636 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.661665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.662055 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.662453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.662850 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.663243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.663634 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.664026 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.664418 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.664988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.666283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:11.670495 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:11.749478 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-063a5fe1-93bb-4008-9567-9433605d1194 req-b2b56228-5cef-4f37-b01b-8f5d19def1cd tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.48 "GET /v2.0/ports?device_id=78bc3fdd-ded8-4488-b606-fe6e2134cff4 HTTP/1.1" status: 200 len: 210 time: 0.0533512 Apr 14 16:11:11.819462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-898ad350-480c-44d6-add2-b4a438d1c59a req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] No DVR routers for this DVR port 0b18869d-484b-49dd-8ec6-4671d0de7bc4 on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:11:11.822876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-898ad350-480c-44d6-add2-b4a438d1c59a req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.825834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bc3fdd-ded8-4488-b606-fe6e2134cff4', 'name': 'network-vif-deleted', 'tag': '0b18869d-484b-49dd-8ec6-4671d0de7bc4'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:11.841797 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-898ad350-480c-44d6-add2-b4a438d1c59a req-b4dd99b1-8804-4332-8f33-798e815b61b4 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] 10.222.0.25 "DELETE /v2.0/ports/0b18869d-484b-49dd-8ec6-4671d0de7bc4 HTTP/1.1" status: 204 len: 173 time: 1.1948836 Apr 14 16:11:11.877807 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bc3fdd-ded8-4488-b606-fe6e2134cff4', 'name': 'network-vif-deleted', 'tag': '0b18869d-484b-49dd-8ec6-4671d0de7bc4', 'status': 'completed', 'code': 200} Apr 14 16:11:14.409191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 0b18869d-484b-49dd-8ec6-4671d0de7bc4 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:14.446564 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 0b18869d-484b-49dd-8ec6-4671d0de7bc4 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:11:14.446962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 0b18869d-484b-49dd-8ec6-4671d0de7bc4 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:11:23.498276 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-85312c16-49fd-4c0e-a920-5e54ee61f08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.108498 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.790295 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5422-7dd7-49fe-b32d-5bf61e1f02ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.538014 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.839483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.834132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.561170 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 50058) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:31.628946 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Deleting subnet ce2db24b-becc-4bae-9f39-5d9ab4837381 {{(pid=85223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:11:31.632023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.686858 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340783'] for subnet, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.744121 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.001443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850808693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124700'] for subnet, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.017988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9345f2cb-2027-4209-99e5-b2070d1cd075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:32.100442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2db24b-becc-4bae-9f39-5d9ab4837381,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:32.123594 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.124016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.124426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.124870 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.125270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.125667 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.126060 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.126452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.126844 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.127234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.127624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.128013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.132129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:32.165941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.172005 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e01eb6dc-376f-4d86-8a51-e00c9cc604c1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ce2db24b-becc-4bae-9f39-5d9ab4837381 HTTP/1.1" status: 204 len: 168 time: 0.6096959 Apr 14 16:11:32.174775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 50062) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:32.287697 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.474947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.586305 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591cf388-5fd1-4d3a-952a-8bac1c7a769e']}} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:32.599399 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82771af-7d96-45ea-9903-2f14b9b513eb') {'for_net_delete': True} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:32.599751 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82771af-7d96-45ea-9903-2f14b9b513eb') {} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:32.611574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3341337'] for segment, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.626729 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.633198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=85223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:11:32.809715 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Network 591cf388-5fd1-4d3a-952a-8bac1c7a769e has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:32.818926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850808604'] for segment, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.993625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Network 591cf388-5fd1-4d3a-952a-8bac1c7a769e has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:11:33.020037 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:11:33.092410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.095986 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:33.111426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.117705 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Pushing event deleted for resources: {'Network': ['ID=591cf388-5fd1-4d3a-952a-8bac1c7a769e,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:33.120656 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:33.123212 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-92699d02-5b71-4673-9b24-29d36252b007 admin admin] 10.222.0.48 "DELETE /v2.0/networks/591cf388-5fd1-4d3a-952a-8bac1c7a769e HTTP/1.1" status: 204 len: 168 time: 0.9467714 Apr 14 16:11:33.234421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 50070) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:33.272928 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b061dc1d-499b-4ffd-a881-a4f77809e753 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f70cc8d655f540d895591a9ea3d80e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371892 Apr 14 16:11:33.275415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 50074) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:33.335582 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ec36ecd9-26f5-4748-8597-c730216fc4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.361690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ec36ecd9-26f5-4748-8597-c730216fc4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.408503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ec36ecd9-26f5-4748-8597-c730216fc4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.414133 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-11208701-c0b7-4708-823d-82ef6456c141 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:33.428805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36ecd9-26f5-4748-8597-c730216fc4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ec7a69-200a-4d81-8375-c4bd4a7179e8,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:33.433958 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ec36ecd9-26f5-4748-8597-c730216fc4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:33.436405 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ec36ecd9-26f5-4748-8597-c730216fc4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.437656 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ec36ecd9-26f5-4748-8597-c730216fc4d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3ec7a69-200a-4d81-8375-c4bd4a7179e8 HTTP/1.1" status: 204 len: 168 time: 0.1612842 Apr 14 16:11:34.563747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:11:52.569474 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-a768281a-7c1a-4f08-bc81-2da13eed95b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779142 Apr 14 16:11:52.721859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-f9751ab6-5bea-430b-b273-0dfda96a959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:52.723428 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-f9751ab6-5bea-430b-b273-0dfda96a959b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 1098 time: 0.0815246 Apr 14 16:11:52.876933 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-b8486829-42ef-4172-995d-f205c6549394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:52.878429 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-b8486829-42ef-4172-995d-f205c6549394 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 918 time: 0.1362753 Apr 14 16:11:52.991354 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-31534b94-54b1-429b-aa46-22f5c7cf26a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47 HTTP/1.1" status: 200 len: 1001 time: 0.1060951 Apr 14 16:11:53.060898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-875b42bf-0b59-4351-bd4b-5090cb9db392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:53.062492 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-875b42bf-0b59-4351-bd4b-5090cb9db392 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0643339 Apr 14 16:11:53.146056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-2b14083d-3be8-4940-ab16-23de47a6c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:53.147609 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-2b14083d-3be8-4940-ab16-23de47a6c27b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777543 Apr 14 16:11:53.300287 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-c1a8dc52-769b-4049-baa1-429b8f9458fb service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449366 Apr 14 16:11:53.449112 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b0cb4ec8-d857-4da2-88e7-5dc25b9481dd req-9aad3e6a-6b48-4522-9087-bf79306431f3 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419461 Apr 14 16:11:53.491815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0ab40a6-5af5-4f71-be30-4acdb0e76714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.121189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.794183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0b776389-27f3-434c-bd3d-7f9395d325cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.531843 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.846465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.618823 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1146-2b94-4bc7-936a-39e8280d3683 req-7234d65d-f0c5-4fad-980b-86518ad196ea tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:57.620311 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bc3d1146-2b94-4bc7-936a-39e8280d3683 req-7234d65d-f0c5-4fad-980b-86518ad196ea tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0909455 Apr 14 16:11:57.651817 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bc3d1146-2b94-4bc7-936a-39e8280d3683 req-0089e780-2ea4-4fad-8b1a-7f5727badf37 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250933 Apr 14 16:11:57.831462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.373990 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 50286) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:58.497946 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0e91d533-ca8c-4d07-b889-5130c9b09169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.513681 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0e91d533-ca8c-4d07-b889-5130c9b09169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:58.517732 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-0e91d533-ca8c-4d07-b889-5130c9b09169 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd48c5aa1c741a696e3f2bdf6621542 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:58.520679 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-0e91d533-ca8c-4d07-b889-5130c9b09169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:58.526686 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0e91d533-ca8c-4d07-b889-5130c9b09169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:58.617139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0e91d533-ca8c-4d07-b889-5130c9b09169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.620147 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0e91d533-ca8c-4d07-b889-5130c9b09169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.628587 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9fc97e73-633f-46c9-b838-ea4d96ba4b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:58.672731 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0e91d533-ca8c-4d07-b889-5130c9b09169 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdd48c5aa1c741a696e3f2bdf6621542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975652 Apr 14 16:11:58.673689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91d533-ca8c-4d07-b889-5130c9b09169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b957b75a-afd0-4000-a2d1-b99e62048ee5,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:58.675649 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50292) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:58.677015 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0e91d533-ca8c-4d07-b889-5130c9b09169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:58.745609 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-420c1162-5241-42be-a9b0-719b3ae9d505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.773409 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-420c1162-5241-42be-a9b0-719b3ae9d505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.887136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-420c1162-5241-42be-a9b0-719b3ae9d505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.892122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1389d4e0-c7b9-4280-a1b5-acbe007c4bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:58.907310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b7ddc-bfe4-4e60-8ec1-909b142eae7a req-b0e7c025-c7fe-4eb6-96d6-6cccf7fe713d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:58.909008 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d32b7ddc-bfe4-4e60-8ec1-909b142eae7a req-b0e7c025-c7fe-4eb6-96d6-6cccf7fe713d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1277599 Apr 14 16:11:58.920081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-420c1162-5241-42be-a9b0-719b3ae9d505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.921263 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-420c1162-5241-42be-a9b0-719b3ae9d505 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b957b75a-afd0-4000-a2d1-b99e62048ee5 HTTP/1.1" status: 204 len: 168 time: 0.2437308 Apr 14 16:11:58.922353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c1162-5241-42be-a9b0-719b3ae9d505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b957b75a-afd0-4000-a2d1-b99e62048ee5,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:58.924904 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-420c1162-5241-42be-a9b0-719b3ae9d505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:58.955373 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d32b7ddc-bfe4-4e60-8ec1-909b142eae7a req-803f35a7-4998-4c43-9043-c46176dfa585 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365067 Apr 14 16:11:59.611879 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50318) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:59.724246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2012299201-network', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:59.729373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:59.733470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Usage tracker for resource:network and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:59.736475 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:59.743699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:59.752495 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Made reservation on behalf of b792eeb09c5d41c392ab38c43a4645c2 for: {'network': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:59.757342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.770685 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.785606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:59.789622 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Usage tracker for resource:security_group_rule and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:59.792466 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:59.798472 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:59.882184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.885486 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.889670 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-005f43e5-b2af-4a31-83d0-98f90578c3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:59.914477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=85222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:59.928324 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c38facd-bd15-4781-8d90-4124e2db7848,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:59.933756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.934161 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Added segment 6f78ed3a-ce0f-40dc-9cad-f97572c7aae7 of type vlan for network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c Apr 14 16:11:59.935458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:59.963488 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.993327 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.994699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:59.995345 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.000444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ae622940-af17-4d0d-a4e9-6a16782a9bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:00.105412 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4922509 Apr 14 16:12:00.108402 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Pushing event updated for resources: {'Network': ['ID=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:00.110508 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50326) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:00.113410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-319db2ab-7b2d-4b0a-be4f-8d6408a572ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:00.117253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Request body: {'subnet': {'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2012299201-subnet', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'ip_version': 4}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:00.119469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:12:00.122517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:00.126748 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Usage tracker for resource:subnet and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:00.129781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:00.136425 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:00.146218 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Made reservation on behalf of b792eeb09c5d41c392ab38c43a4645c2 for: {'subnet': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:00.151824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851352753'] for subnet, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.170413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ba9d0-135e-4d61-9942-e7404485f0d4 req-c1f742ed-e816-47a2-b194-0f8f644e1f77 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:00.172037 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-364ba9d0-135e-4d61-9942-e7404485f0d4 req-c1f742ed-e816-47a2-b194-0f8f644e1f77 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0941005 Apr 14 16:12:00.205118 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-364ba9d0-135e-4d61-9942-e7404485f0d4 req-47f1b16b-c76d-4915-adcb-f580b373ff5c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261075 Apr 14 16:12:00.552612 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852196741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851352784'] for subnet, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.568448 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:00.690115 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85d1836-4d3d-4ed3-8b07-866ecd66eac9,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:00.703614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:00.763169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Checking segment: {'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:00.763559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Network hostable DHCP agents. Network: 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:12:00.780574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:12:00.788710 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c) {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:00.798120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f2740-a7ad-4f77-9a06-3bc85656f720 None None] Network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:12:00.800516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:00.801210 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.822269 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2e63552b-9e57-43bb-ae5a-7dfe236e1b7d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7100763 Apr 14 16:12:00.825005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50330) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:00.830503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:00.835535 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:00.840323 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Usage tracker for resource:router and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:00.844011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:00.850134 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:00.859429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1045782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49154'] for router, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.860485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853729933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1035679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853839601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726539'] for router, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.876147 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.037820 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp473252ec-2888-5c69-b44f-6f22b1910560-2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9'}]}} from dv-cinder-786260-2-smb. {{(pid=85224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:12:01.038730 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.166197 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853857952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1045985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726556'] for router, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.201405 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Allocated IP 172.20.0.2 (2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c/b85d1836-4d3d-4ed3-8b07-866ecd66eac9/659c824d-77d7-4bae-a0c2-315b522aaddb) {{(pid=85224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:01.423788 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Notify callbacks [] for port, precommit_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.434907 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Transition to ACTIVE for port object 659c824d-77d7-4bae-a0c2-315b522aaddb will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:01.454582 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Transition to ACTIVE for port object 659c824d-77d7-4bae-a0c2-315b522aaddb will not be triggered until provisioned by entity DHCP. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:01.458197 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.473210 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:01.563103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.607820 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba597bdc-d332-40ac-bd9a-be65f87c569c req-95d0dc2a-f5f4-4bf5-9cf4-c073c637caf5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:01.609582 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ba597bdc-d332-40ac-bd9a-be65f87c569c req-95d0dc2a-f5f4-4bf5-9cf4-c073c637caf5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.2436979 Apr 14 16:12:01.610957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.691905 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ba597bdc-d332-40ac-bd9a-be65f87c569c req-e77d3369-1bf8-476f-85cd-a8fbf9e0f1cd tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411642 Apr 14 16:12:01.780634 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Pushing event updated for resources: {'Port': ['ID=659c824d-77d7-4bae-a0c2-315b522aaddb,revision_number=1']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:01.803570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.803965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.804372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.804747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.805135 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.805575 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.805979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.806351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.806721 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.807093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.807464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.807836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.814365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:01.851850 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c is already hosted by enough agents. {{(pid=85224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:01.853277 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Resources bound (agent type, host, resource id): {{(pid=85224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:01.855695 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Received port after_create {{(pid=85224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:01.957471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Attempting to bind port 659c824d-77d7-4bae-a0c2-315b522aaddb on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:01.957890 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Attempting to bind port 659c824d-77d7-4bae-a0c2-315b522aaddb by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:01.958299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Attempting to bind port 659c824d-77d7-4bae-a0c2-315b522aaddb on network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:01.964786 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:01.965211 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Checking segment: {'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:01.965665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.966102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Bound using segment: {'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:01.966614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Bound port: 659c824d-77d7-4bae-a0c2-315b522aaddb, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:01.967028 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.024116 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Allocated IP 172.28.3.112 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/fed6dd11-4970-4b65-a24b-ab2600dc65d3) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:02.043349 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] For port 659c824d-77d7-4bae-a0c2-315b522aaddb, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:02.046453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] For port 659c824d-77d7-4bae-a0c2-315b522aaddb, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=659c824d-77d7-4bae-a0c2-315b522aaddb,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:02.051292 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.067057 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:02.180327 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.210432 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.220253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Pushing event updated for resources: {'Port': ['ID=659c824d-77d7-4bae-a0c2-315b522aaddb,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:02.226139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9ef60c45-584d-4a16-be73-35ac82111ed0 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:02.226332 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:02.362158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fed6dd11-4970-4b65-a24b-ab2600dc65d3,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:02.374746 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:02.416521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:02.417760 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:02.419977 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:02.865956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.900135 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4173-fe38-4e74-9cbf-7bf41a7521cf req-a7d9a60a-381e-4813-95f7-30271016b5b3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:02.901780 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7f1c4173-fe38-4e74-9cbf-7bf41a7521cf req-a7d9a60a-381e-4813-95f7-30271016b5b3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0883284 Apr 14 16:12:02.935856 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7f1c4173-fe38-4e74-9cbf-7bf41a7521cf req-648f58a1-342e-46cd-bba1-045d4e0a7799 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271728 Apr 14 16:12:03.234441 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853729815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917835'] for router, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.461899 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 is scheduled to L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 with binding_index 1 {{(pid=85222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:12:03.516214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 659c824d-77d7-4bae-a0c2-315b522aaddb up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:03.605272 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 659c824d-77d7-4bae-a0c2-315b522aaddb completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:03.615129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1a258-5ed3-490f-9c70-5f5059eb320c None None] Network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:12:03.657095 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:03.668161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Sync routers for ids ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:03.678717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Routers {'6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:03.679499 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:11:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:03.681807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Notify callbacks [] for router, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.685757 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8571644 Apr 14 16:12:03.686234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50338) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:03.719183 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-47b7cce9-560c-4569-9c1c-b57c6829c15c None None] Provisioning for port 659c824d-77d7-4bae-a0c2-315b522aaddb completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:03.737684 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-47b7cce9-560c-4569-9c1c-b57c6829c15c None None] Provisioning complete for port 659c824d-77d7-4bae-a0c2-315b522aaddb triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:03.738112 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-47b7cce9-560c-4569-9c1c-b57c6829c15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.873744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Set router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:03.981775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-47b7cce9-560c-4569-9c1c-b57c6829c15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.034112 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-47b7cce9-560c-4569-9c1c-b57c6829c15c None None] For port 659c824d-77d7-4bae-a0c2-315b522aaddb, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=659c824d-77d7-4bae-a0c2-315b522aaddb,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:04.039587 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-47b7cce9-560c-4569-9c1c-b57c6829c15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.044291 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:04.127921 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7cce9-560c-4569-9c1c-b57c6829c15c None None] Pushing event updated for resources: {'Port': ['ID=659c824d-77d7-4bae-a0c2-315b522aaddb,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:04.132011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-47b7cce9-560c-4569-9c1c-b57c6829c15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:04.201624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 3, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:04.206127 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Checking router: 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:04.206600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Updating router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 port fed6dd11-4970-4b65-a24b-ab2600dc65d3 binding host dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:12:04.262012 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-06ecdb66-9416-4421-94b3-57f3bf5b5051 None None] Provisioning complete for port 659c824d-77d7-4bae-a0c2-315b522aaddb triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:04.262470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-06ecdb66-9416-4421-94b3-57f3bf5b5051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.268875 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.593056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8275f-43e3-4a00-a5e4-74e79c0f35b3 req-0c7bc1ab-2004-452b-8273-a6f48c545831 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:04.594804 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81c8275f-43e3-4a00-a5e4-74e79c0f35b3 req-0c7bc1ab-2004-452b-8273-a6f48c545831 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.2674096 Apr 14 16:12:04.638285 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81c8275f-43e3-4a00-a5e4-74e79c0f35b3 req-1ae1b9b8-a4c1-40d0-9acc-ce2ae0197007 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367582 Apr 14 16:12:04.826754 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.829901 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Notify callbacks [] for port, precommit_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.841676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Transition to ACTIVE for port object fed6dd11-4970-4b65-a24b-ab2600dc65d3 will not be triggered until provisioned by entity L2. {{(pid=85225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:04.848096 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.863502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:05.001207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Pushing event updated for resources: {'Port': ['ID=fed6dd11-4970-4b65-a24b-ab2600dc65d3,revision_number=2']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:05.022851 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.023234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.023609 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.024015 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.024391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.024772 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.025139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.025514 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.025863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.026224 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.026583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.026940 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:05.031830 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:05.049966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Allocated IP 172.20.0.1 (2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c/b85d1836-4d3d-4ed3-8b07-866ecd66eac9/0f7777a2-fcb5-45e1-be58-de9f3823159a) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:05.079756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Attempting to bind port fed6dd11-4970-4b65-a24b-ab2600dc65d3 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:05.080168 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Attempting to bind port fed6dd11-4970-4b65-a24b-ab2600dc65d3 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:05.080778 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Attempting to bind port fed6dd11-4970-4b65-a24b-ab2600dc65d3 on network e8580497-b273-4b3c-b442-5753c0086bc0 {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:05.086539 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:05.086949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Checking segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:05.087383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.087806 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Bound using segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:05.088306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Bound port: fed6dd11-4970-4b65-a24b-ab2600dc65d3, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:05.088750 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.163640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] For port fed6dd11-4970-4b65-a24b-ab2600dc65d3, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:05.166783 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] For port fed6dd11-4970-4b65-a24b-ab2600dc65d3, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=fed6dd11-4970-4b65-a24b-ab2600dc65d3,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:05.169861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.189628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-15197b8b-b1cc-48ca-97b8-763a063a81ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:05.209799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.226338 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Transition to ACTIVE for port object 0f7777a2-fcb5-45e1-be58-de9f3823159a will not be triggered until provisioned by entity DHCP. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:05.249749 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.265649 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-82b36bca-d38c-4e0b-ac1d-d78d6d7070b0 tempest-VolumesSnapshotTestJSON-1149578 tempest-VolumesSnapshotTestJSON-1149578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:05.337335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Pushing event updated for resources: {'Port': ['ID=fed6dd11-4970-4b65-a24b-ab2600dc65d3,revision_number=3']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:05.341979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:05.383243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Routers {'6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:05.383982 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:11:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:05.414280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f7777a2-fcb5-45e1-be58-de9f3823159a,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:05.418443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:05.469681 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:05.470905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:05.473165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:05.484634 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 659c824d-77d7-4bae-a0c2-315b522aaddb up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:05.533860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917900'] for router_interface, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.577159 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 659c824d-77d7-4bae-a0c2-315b522aaddb triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:05.577908 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.592625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] Set router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:05.665054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.745631 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-7f0d486a-68df-4edb-bc4d-e851e498e4af None None] Provisioning for port 0f7777a2-fcb5-45e1-be58-de9f3823159a completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:05.751697 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-7f0d486a-68df-4edb-bc4d-e851e498e4af None None] Provisioning complete for port 0f7777a2-fcb5-45e1-be58-de9f3823159a triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:05.752233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7f0d486a-68df-4edb-bc4d-e851e498e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.815731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d486a-68df-4edb-bc4d-e851e498e4af None None] Port 0f7777a2-fcb5-45e1-be58-de9f3823159a cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:05.922664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 3, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:05.927631 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2825ff8-7272-4b6b-ab89-5f1322176184 None None] The sync data for ids ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'] in dv-cinder-786260-2-smb is: [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:02Z', 'revision_number': 3, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:05.961088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.966383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.001353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7ede9ce4-94a6-45c0-a942-4f5d0b734925 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:06.090642 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1048357'] for router_interface, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.106988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f7777a2-fcb5-45e1-be58-de9f3823159a,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:06.112905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:06.115585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f716b7-c2e3-49ab-823b-efa4be506a7b req-fe781983-8380-4d7c-84eb-a82201083e70 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:06.117219 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d0f716b7-c2e3-49ab-823b-efa4be506a7b req-fe781983-8380-4d7c-84eb-a82201083e70 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.3405027 Apr 14 16:12:06.149520 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d0f716b7-c2e3-49ab-823b-efa4be506a7b req-7e0c24a7-20fa-4bbe-a869-85bd77507ea9 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244455 Apr 14 16:12:06.238994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:06.240117 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:06.445159 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-2272a7f0-df06-4649-b15c-e2ecffd8b3fb None None] Provisioning complete for port 0f7777a2-fcb5-45e1-be58-de9f3823159a triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:06.445585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2272a7f0-df06-4649-b15c-e2ecffd8b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.469192 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:06.504133 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2272a7f0-df06-4649-b15c-e2ecffd8b3fb None None] Port 0f7777a2-fcb5-45e1-be58-de9f3823159a cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:06.668283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:06.678881 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] 10.222.0.48 "PUT /v2.0/routers/6108ee9d-d71f-44e7-81f2-74ccc0ec1f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9915335 Apr 14 16:12:07.216549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50362) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:07.222892 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1516097720-network', 'tenant_id': '424fd844c2374649b3084488547c8134'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:07.228196 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:07.232390 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Usage tracker for resource:network and tenant:424fd844c2374649b3084488547c8134 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:07.235473 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:07.241696 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:07.251884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Made reservation on behalf of 424fd844c2374649b3084488547c8134 for: {'network': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:07.256658 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.275164 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.335299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:07.341083 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Usage tracker for resource:security_group_rule and tenant:424fd844c2374649b3084488547c8134 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:07.344987 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:07.352488 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:07.410599 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2954d54-d51a-4a4c-bcc0-1fbd746592f0 req-d463039d-5cea-4a41-a7be-e7d12a5db94b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:07.412255 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c2954d54-d51a-4a4c-bcc0-1fbd746592f0 req-d463039d-5cea-4a41-a7be-e7d12a5db94b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1381824 Apr 14 16:12:07.466904 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c2954d54-d51a-4a4c-bcc0-1fbd746592f0 req-61e09177-f287-470c-a1e9-b51bb6aa0999 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453398 Apr 14 16:12:07.502257 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.503859 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device fed6dd11-4970-4b65-a24b-ab2600dc65d3 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:07.505377 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.509858 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c492b5aa-86f2-4b2c-b3d0-b52a2b4f25f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:07.536256 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=85222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:12:07.552943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d600810-f11d-41c5-8987-75371f2b275a,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:07.557334 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:07.558316 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.558697 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Added segment 91722638-4d8d-46fa-993d-de73f18dfc55 of type vlan for network 9a10c940-d9ec-49a4-b66f-df50b17b3570 Apr 14 16:12:07.578712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port fed6dd11-4970-4b65-a24b-ab2600dc65d3 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:07.583745 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port fed6dd11-4970-4b65-a24b-ab2600dc65d3 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:07.584167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.587400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.617857 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.619222 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:07.619865 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.624838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d3b5e890-8639-4125-9aaa-7a6680934647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:07.708800 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.727642 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port fed6dd11-4970-4b65-a24b-ab2600dc65d3, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=fed6dd11-4970-4b65-a24b-ab2600dc65d3,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:07.729614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.732456 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:07.732803 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5149293 Apr 14 16:12:07.733824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Pushing event updated for resources: {'Network': ['ID=9a10c940-d9ec-49a4-b66f-df50b17b3570,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:07.735726 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 50366) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:07.736584 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-132b6bb6-baa0-4e81-bb89-a0b3642f24a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:07.743489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Request body: {'subnet': {'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1516097720-subnet', 'tenant_id': '424fd844c2374649b3084488547c8134', 'ip_version': 4}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:07.748852 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:07.752978 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Usage tracker for resource:subnet and tenant:424fd844c2374649b3084488547c8134 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:07.755946 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:07.762928 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:07.774009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Made reservation on behalf of 424fd844c2374649b3084488547c8134 for: {'subnet': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:07.775405 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network 9a10c940-d9ec-49a4-b66f-df50b17b3570 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:12:07.778799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851651142'] for subnet, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.905380 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=fed6dd11-4970-4b65-a24b-ab2600dc65d3,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:07.908706 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:08.176519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851651131'] for subnet, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.192969 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:08.317111 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca3a4d7-f49a-4308-9584-316c5d3c674c,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:08.329170 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:08.389387 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Checking segment: {'id': '91722638-4d8d-46fa-993d-de73f18dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:08.389782 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Network hostable DHCP agents. Network: 9a10c940-d9ec-49a4-b66f-df50b17b3570, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:12:08.408421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Network 9a10c940-d9ec-49a4-b66f-df50b17b3570 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:12:08.416376 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, 9a10c940-d9ec-49a4-b66f-df50b17b3570) {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:08.425846 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fab4de-98ed-4102-b641-4dc9c7d71a5f None None] Network 9a10c940-d9ec-49a4-b66f-df50b17b3570 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:12:08.428031 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:08.428623 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.455573 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3d128f26-76d1-46ab-b652-f69e3bd180b5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7160804 Apr 14 16:12:08.455807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 50370) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:08.462083 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1516097720-router', 'tenant_id': '424fd844c2374649b3084488547c8134', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:08.467156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:08.471224 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Usage tracker for resource:router and tenant:424fd844c2374649b3084488547c8134 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:08.475370 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:08.481516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:08.490998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1045782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49154'] for router, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.491448 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853729933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1035679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853839601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726539'] for router, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.509283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.659564 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp473252ec-2888-5c69-b44f-6f22b1910560-9a10c940-d9ec-49a4-b66f-df50b17b3570', 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570', 'tenant_id': '424fd844c2374649b3084488547c8134', 'fixed_ips': [{'subnet_id': '6ca3a4d7-f49a-4308-9584-316c5d3c674c'}]}} from dv-cinder-786260-2-smb. {{(pid=85224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:12:08.660461 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.736152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Sync routers for ids ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:08.763820 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Routers {'6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:08.764495 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:11:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:08.853735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853857952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1045985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726556'] for router, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.903583 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69214bb-e0fc-458f-9bcb-04221198735a req-be6e4822-1abd-4d51-a089-7873603aeac1 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:08.905251 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e69214bb-e0fc-458f-9bcb-04221198735a req-be6e4822-1abd-4d51-a089-7873603aeac1 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.3081999 Apr 14 16:12:08.991093 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e69214bb-e0fc-458f-9bcb-04221198735a req-3e5b11f7-597b-4813-954e-56cf0c8b46b5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366485 Apr 14 16:12:09.163794 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Allocated IP 172.20.0.2 (9a10c940-d9ec-49a4-b66f-df50b17b3570/6ca3a4d7-f49a-4308-9584-316c5d3c674c/b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2) {{(pid=85224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:09.197742 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Set router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:09.243576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.276565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.420049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Allocated IP 172.28.3.233 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/1080294b-53d1-48af-b91f-32cf6b70e5eb) {{(pid=85223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:09.497254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device fed6dd11-4970-4b65-a24b-ab2600dc65d3 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:09.579119 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.609646 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.624829 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e6ad3956-eecd-4a2b-bbab-36f4df37ab88 tempest-VolumesActionsTest-768035616 tempest-VolumesActionsTest-768035616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:09.751046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port fed6dd11-4970-4b65-a24b-ab2600dc65d3 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:09.751376 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.768237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Pushing event updated for resources: {'Port': ['ID=1080294b-53d1-48af-b91f-32cf6b70e5eb,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:09.774468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:09.786206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Notify callbacks [] for port, precommit_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.813795 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:09.814028 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Transition to ACTIVE for port object b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:09.815118 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:09.817396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Received port after_create {{(pid=85223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:09.865578 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Transition to ACTIVE for port object b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 will not be triggered until provisioned by entity DHCP. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:09.874710 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.913712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:09.949137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 4, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '0f7777a2-fcb5-45e1-be58-de9f3823159a', 'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'mac_address': 'fa:16:3e:89:ff:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:04Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 2, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'subnets': [{'id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:10.031889 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Checking router: 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:10.032299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Updating router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 port 0f7777a2-fcb5-45e1-be58-de9f3823159a binding host dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:12:10.148341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Pushing event updated for resources: {'Port': ['ID=b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2,revision_number=1']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:10.156339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:10.159010 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:10.211209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16d087-6fb6-4beb-8e22-2868efd01290 req-85cd150b-aef8-48bc-a2c0-454789d9fc84 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:10.213675 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dd16d087-6fb6-4beb-8e22-2868efd01290 req-85cd150b-aef8-48bc-a2c0-454789d9fc84 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1010339 Apr 14 16:12:10.248135 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-dd16d087-6fb6-4beb-8e22-2868efd01290 req-a9b0b97c-3bce-4cfe-bc54-0d1256b36d5c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269313 Apr 14 16:12:10.302355 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Network 9a10c940-d9ec-49a4-b66f-df50b17b3570 is already hosted by enough agents. {{(pid=85224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:10.306409 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Resources bound (agent type, host, resource id): {{(pid=85224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:10.310175 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Received port after_create {{(pid=85224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:10.474536 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Attempting to bind port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:10.475092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Attempting to bind port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '91722638-4d8d-46fa-993d-de73f18dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:10.475332 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Attempting to bind port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 on network 9a10c940-d9ec-49a4-b66f-df50b17b3570 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:10.487160 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:10.495933 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:10.496355 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Checking segment: {'id': '91722638-4d8d-46fa-993d-de73f18dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:10.496833 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:10.497270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Bound using segment: {'id': '91722638-4d8d-46fa-993d-de73f18dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:10.497809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Bound port: b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91722638-4d8d-46fa-993d-de73f18dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:10.498217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:10.661558 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] For port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:10.673288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] For port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2,segment=NetworkSegment(91722638-4d8d-46fa-993d-de73f18dfc55),segment_id=91722638-4d8d-46fa-993d-de73f18dfc55)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:10.677839 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:10.694630 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:10.849446 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853729815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917835'] for router, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:10.910696 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Pushing event updated for resources: {'Port': ['ID=b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:10.930532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:10.964278 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Notify callbacks [] for port, precommit_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:10.979941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Transition to ACTIVE for port object 0f7777a2-fcb5-45e1-be58-de9f3823159a will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:10.986245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.006053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-47b7cce9-560c-4569-9c1c-b57c6829c15c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:11.078972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 is scheduled to L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 with binding_index 1 {{(pid=85223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:12:11.293079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:11.324554 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Sync routers for ids ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:11.331319 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Notify callbacks [] for router, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.335407 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8759472 Apr 14 16:12:11.335549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Routers {'3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:11.335549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:11:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:11.335824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50380) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:11.396907 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6f2a5-12a0-4d4d-ba38-d7b77370b861 None None] Pushing event updated for resources: {'Port': ['ID=0f7777a2-fcb5-45e1-be58-de9f3823159a,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:11.403240 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-68a6f2a5-12a0-4d4d-ba38-d7b77370b861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:11.586858 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11eeea-d1b0-40a2-bd71-cac9c5a80c9f req-1facf674-9292-4194-aef6-8cc9be75940f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:11.595101 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7e11eeea-d1b0-40a2-bd71-cac9c5a80c9f req-1facf674-9292-4194-aef6-8cc9be75940f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1652155 Apr 14 16:12:11.615513 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Set router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:11.634477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:11.635030 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7e11eeea-d1b0-40a2-bd71-cac9c5a80c9f req-114cae09-4e68-428c-85e8-89fbe0478839 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386038 Apr 14 16:12:11.711805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Attempting to bind port 0f7777a2-fcb5-45e1-be58-de9f3823159a on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:11.712169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Attempting to bind port 0f7777a2-fcb5-45e1-be58-de9f3823159a by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:11.712582 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Attempting to bind port 0f7777a2-fcb5-45e1-be58-de9f3823159a on network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:11.730360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:11.730783 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Checking segment: {'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:11.731235 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.731679 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Bound using segment: {'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:11.732206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Bound port: 0f7777a2-fcb5-45e1-be58-de9f3823159a, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:11.732627 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.744528 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:12:11.832923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:11.842725 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] For port 0f7777a2-fcb5-45e1-be58-de9f3823159a, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:11.846700 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] For port 0f7777a2-fcb5-45e1-be58-de9f3823159a, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=0f7777a2-fcb5-45e1-be58-de9f3823159a,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:11.851250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.868842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:12.036933 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6f2a5-12a0-4d4d-ba38-d7b77370b861 None None] Pushing event updated for resources: {'Port': ['ID=0f7777a2-fcb5-45e1-be58-de9f3823159a,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:12.040412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-68a6f2a5-12a0-4d4d-ba38-d7b77370b861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:12.092386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Routers {'6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:12.093165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:11:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:12.122923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'name': 'tempest-TestShelveInstance-1516097720-router', 'tenant_id': '424fd844c2374649b3084488547c8134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:08Z', 'updated_at': '2021-04-14T16:12:10Z', 'revision_number': 3, 'project_id': '424fd844c2374649b3084488547c8134', 'gw_port': {'id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:09Z', 'updated_at': '2021-04-14T16:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:12.129803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Checking router: 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:12.130556 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Updating router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 port 1080294b-53d1-48af-b91f-32cf6b70e5eb binding host dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:12:12.213316 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.315555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] Set router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:12.621517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.701967 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 4, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '0f7777a2-fcb5-45e1-be58-de9f3823159a', 'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'mac_address': 'fa:16:3e:89:ff:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:04Z', 'updated_at': '2021-04-14T16:12:11Z', 'revision_number': 4, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'subnets': [{'id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:12.715410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de6f77c-3b86-4c84-9a20-0ba73f5ce38b None None] Network 9a10c940-d9ec-49a4-b66f-df50b17b3570 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:12:12.719281 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Notify callbacks [] for port, precommit_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.737331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b52acf-0785-4619-9490-48eb845564c2 None None] The sync data for ids ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'] in dv-cinder-786260-2-smb is: [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 4, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '0f7777a2-fcb5-45e1-be58-de9f3823159a', 'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'mac_address': 'fa:16:3e:89:ff:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:04Z', 'updated_at': '2021-04-14T16:12:11Z', 'revision_number': 4, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'subnets': [{'id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:12.744808 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Transition to ACTIVE for port object 1080294b-53d1-48af-b91f-32cf6b70e5eb will not be triggered until provisioned by entity L2. {{(pid=85225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:12.755664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.846321 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-35b9ac0d-8fea-4ef5-a57c-d0387aad6a0e None None] Provisioning for port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:12.857426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:12.866513 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-35b9ac0d-8fea-4ef5-a57c-d0387aad6a0e None None] Provisioning complete for port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:12.866941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-35b9ac0d-8fea-4ef5-a57c-d0387aad6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.938115 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea90d38-9edc-4540-b235-c7e619e5ce5a None None] Pushing event updated for resources: {'Port': ['ID=1080294b-53d1-48af-b91f-32cf6b70e5eb,revision_number=2']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:12.940255 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Allocated IP 172.20.0.1 (9a10c940-d9ec-49a4-b66f-df50b17b3570/6ca3a4d7-f49a-4308-9584-316c5d3c674c/30624451-ea6c-46db-8040-226dea956998) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:12.943395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5ea90d38-9edc-4540-b235-c7e619e5ce5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:13.081054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Attempting to bind port 1080294b-53d1-48af-b91f-32cf6b70e5eb on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:13.081399 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Attempting to bind port 1080294b-53d1-48af-b91f-32cf6b70e5eb by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:13.081976 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Attempting to bind port 1080294b-53d1-48af-b91f-32cf6b70e5eb on network e8580497-b273-4b3c-b442-5753c0086bc0 {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:13.088700 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:13.089256 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Checking segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:13.089703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.090136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Bound using segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:13.090650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Bound port: 1080294b-53d1-48af-b91f-32cf6b70e5eb, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:13.091062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.151904 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.170376 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Transition to ACTIVE for port object 30624451-ea6c-46db-8040-226dea956998 will not be triggered until provisioned by entity DHCP. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:13.177073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] For port 1080294b-53d1-48af-b91f-32cf6b70e5eb, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:13.181951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] For port 1080294b-53d1-48af-b91f-32cf6b70e5eb, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=1080294b-53d1-48af-b91f-32cf6b70e5eb,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:13.185547 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-35b9ac0d-8fea-4ef5-a57c-d0387aad6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.190022 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.210526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-66c19d23-8c6b-46be-a7ae-2c4b853cc94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:13.210881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65d247-7d66-4e8b-aa1e-f305bf813bb4 req-0fca4549-5a19-4bf4-9fe3-5d68d642c534 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:13.218728 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1a65d247-7d66-4e8b-aa1e-f305bf813bb4 req-0fca4549-5a19-4bf4-9fe3-5d68d642c534 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.3636611 Apr 14 16:12:13.224075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-35b9ac0d-8fea-4ef5-a57c-d0387aad6a0e None None] For port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2,segment=NetworkSegment(91722638-4d8d-46fa-993d-de73f18dfc55),segment_id=91722638-4d8d-46fa-993d-de73f18dfc55)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:13.229184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-35b9ac0d-8fea-4ef5-a57c-d0387aad6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.233364 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:13.252580 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.278467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-afde4730-0e25-48a7-be79-d81a81789e11 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:13.358569 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9ac0d-8fea-4ef5-a57c-d0387aad6a0e None None] Pushing event updated for resources: {'Port': ['ID=b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:13.378701 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-35b9ac0d-8fea-4ef5-a57c-d0387aad6a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:13.405231 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1a65d247-7d66-4e8b-aa1e-f305bf813bb4 req-8d0959d8-c06a-4f88-9cdf-c7546cb0b924 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837342 Apr 14 16:12:13.408414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea90d38-9edc-4540-b235-c7e619e5ce5a None None] Pushing event updated for resources: {'Port': ['ID=1080294b-53d1-48af-b91f-32cf6b70e5eb,revision_number=3']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:13.421284 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5ea90d38-9edc-4540-b235-c7e619e5ce5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:13.493254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Pushing event updated for resources: {'Port': ['ID=30624451-ea6c-46db-8040-226dea956998,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:13.505389 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Routers {'3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:13.506076 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:11:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:13.518440 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.518867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.519243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.519626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.520072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.520421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.520836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.521245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.521625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.522019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.522408 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.522795 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:13.529079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:13.552495 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-99a64695-f9a5-456d-9855-35945b5d4991 None None] Provisioning complete for port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:13.553258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-99a64695-f9a5-456d-9855-35945b5d4991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.571533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Network 9a10c940-d9ec-49a4-b66f-df50b17b3570 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:13.572950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:13.576899 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:13.645641 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917900'] for router_interface, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.746959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 0f7777a2-fcb5-45e1-be58-de9f3823159a up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:13.794610 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] Set router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:13.806225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.863905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 0f7777a2-fcb5-45e1-be58-de9f3823159a completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:13.870237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 0f7777a2-fcb5-45e1-be58-de9f3823159a triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:13.870755 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.014919 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.021580 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-86e70ace-2a31-44e4-8e61-fc49ba5cffaf None None] Provisioning for port 30624451-ea6c-46db-8040-226dea956998 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:14.033856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-86e70ace-2a31-44e4-8e61-fc49ba5cffaf None None] Provisioning complete for port 30624451-ea6c-46db-8040-226dea956998 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:14.034050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86e70ace-2a31-44e4-8e61-fc49ba5cffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.075707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 0f7777a2-fcb5-45e1-be58-de9f3823159a, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=0f7777a2-fcb5-45e1-be58-de9f3823159a,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:14.081606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.082520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:14.122143 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'name': 'tempest-TestShelveInstance-1516097720-router', 'tenant_id': '424fd844c2374649b3084488547c8134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:08Z', 'updated_at': '2021-04-14T16:12:10Z', 'revision_number': 3, 'project_id': '424fd844c2374649b3084488547c8134', 'gw_port': {'id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:09Z', 'updated_at': '2021-04-14T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:14.123935 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-68a6f2a5-12a0-4d4d-ba38-d7b77370b861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:14.126761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac01dec-0dbe-4193-896c-4fc343614f6a None None] The sync data for ids ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'] in dv-cinder-786260-2-smb is: [{'id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'name': 'tempest-TestShelveInstance-1516097720-router', 'tenant_id': '424fd844c2374649b3084488547c8134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:08Z', 'updated_at': '2021-04-14T16:12:10Z', 'revision_number': 3, 'project_id': '424fd844c2374649b3084488547c8134', 'gw_port': {'id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:09Z', 'updated_at': '2021-04-14T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:14.147989 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.150043 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.181827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:14.185407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-86e70ace-2a31-44e4-8e61-fc49ba5cffaf None None] Port 30624451-ea6c-46db-8040-226dea956998 cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:14.235396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=0f7777a2-fcb5-45e1-be58-de9f3823159a,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:14.241181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:14.248568 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:14.248942 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.273216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1048357'] for router_interface, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.289361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Pushing event updated for resources: {'Port': ['ID=30624451-ea6c-46db-8040-226dea956998,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:14.295689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:14.425095 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Network 9a10c940-d9ec-49a4-b66f-df50b17b3570 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:14.426240 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:14.675092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:14.699967 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea06afc-2a5c-4cc4-8226-855fb7147843 req-9ec13c95-2bde-413c-af61-b9b498dfe8ac tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:14.701670 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cea06afc-2a5c-4cc4-8226-855fb7147843 req-9ec13c95-2bde-413c-af61-b9b498dfe8ac tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1167054 Apr 14 16:12:14.712689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-8ff80dc1-9b8d-47b1-9c83-fda0d9c2b2c1 None None] Provisioning complete for port 30624451-ea6c-46db-8040-226dea956998 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:14.713158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8ff80dc1-9b8d-47b1-9c83-fda0d9c2b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.744242 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cea06afc-2a5c-4cc4-8226-855fb7147843 req-0b090b14-618b-4f9a-9ef0-e2d061e4e19f tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359662 Apr 14 16:12:14.778765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-8ff80dc1-9b8d-47b1-9c83-fda0d9c2b2c1 None None] Port 30624451-ea6c-46db-8040-226dea956998 cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:14.890930 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:14.901578 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] 10.222.0.48 "PUT /v2.0/routers/3cf5716b-81cf-4d7e-9419-f14b5e47c7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5632641 Apr 14 16:12:15.553293 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 0f7777a2-fcb5-45e1-be58-de9f3823159a up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:15.605380 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50394) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:15.611511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194715681', 'description': 'tempest-secgroup-smoke-194715681 description', 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:15.619098 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:15.623493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Usage tracker for resource:security_group and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:15.627414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:15.634490 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:15.645026 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.649933 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:15.654406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Usage tracker for resource:security_group_rule and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:15.657750 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:15.664907 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:15.744165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.747058 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.752941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-763b68ea-6db7-4547-8617-e8db72b73d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:15.798072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d31fd6b-37f3-4b54-b494-c541539cd25b,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:15.800621 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 0f7777a2-fcb5-45e1-be58-de9f3823159a triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:15.801037 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:15.801184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.801819 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.803104 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1965761 Apr 14 16:12:15.806621 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 50400) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:15.813687 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Request body: {'security_group_rule': {'security_group_id': '0d31fd6b-37f3-4b54-b494-c541539cd25b', 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:15.823954 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:15.828361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Usage tracker for resource:security_group_rule and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:15.831787 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:15.838216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:15.856549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.932391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 1080294b-53d1-48af-b91f-32cf6b70e5eb up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:15.984244 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.989346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.997285 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:16.003826 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 1080294b-53d1-48af-b91f-32cf6b70e5eb completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:16.008981 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 1080294b-53d1-48af-b91f-32cf6b70e5eb triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:16.009406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.027855 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46372df8-bbed-466f-a2fe-f8ec34579d1a req-846db608-d9b4-40d9-a2eb-3170426c67a8 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:16.029523 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-46372df8-bbed-466f-a2fe-f8ec34579d1a req-846db608-d9b4-40d9-a2eb-3170426c67a8 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1537838 Apr 14 16:12:16.033177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd58b818-b7ac-4291-9097-3bb384c8eb7b,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:16.036156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:16.050789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.055876 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-62bdf31e-a926-4544-ac82-eab317c118d5 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2442164 Apr 14 16:12:16.056280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50404) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:16.062470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Request body: {'security_group_rule': {'security_group_id': '0d31fd6b-37f3-4b54-b494-c541539cd25b', 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:16.066185 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-46372df8-bbed-466f-a2fe-f8ec34579d1a req-e8e17660-fc0e-49d1-9c3c-961ae20e28f0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283914 Apr 14 16:12:16.069025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:16.073258 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Usage tracker for resource:security_group_rule and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:16.076713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:16.083299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:16.101006 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.140104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.156753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 1080294b-53d1-48af-b91f-32cf6b70e5eb, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=1080294b-53d1-48af-b91f-32cf6b70e5eb,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:16.159981 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.161932 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:16.167392 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.169949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.172099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-063c03ee-1b63-42d7-b341-ef6dd1fbe1fc tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:16.197756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54ccb15-eb14-4fd6-b4dc-70952fca53a3,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:16.200205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:16.207798 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.209108 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516795 Apr 14 16:12:16.212273 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50408) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:16.218466 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Request body: {'security_group_rule': {'security_group_id': '0d31fd6b-37f3-4b54-b494-c541539cd25b', 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:16.224759 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:16.229338 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Usage tracker for resource:security_group_rule and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:16.232346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:16.232664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=1080294b-53d1-48af-b91f-32cf6b70e5eb,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:16.236003 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:16.238947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:16.257121 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.322999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.325699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.327781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:16.349990 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f28b1b2-31ad-427f-8a5b-23f941f00a65,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:16.354736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:16.361671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.362941 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-372d9995-205d-4c37-999b-94cbcf11bb8e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496406 Apr 14 16:12:16.365842 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50412) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:16.371970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Request body: {'security_group_rule': {'security_group_id': '0d31fd6b-37f3-4b54-b494-c541539cd25b', 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:16.378295 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:16.382315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Usage tracker for resource:security_group_rule and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:16.386071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:16.392210 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:16.409686 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.479594 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.482245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.489954 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1522d0a3-f5d2-40c3-9653-be0fd1373890 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:16.511533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b499704c-30e4-4923-8efd-487ca7c17010,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:16.513867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:16.517370 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.518616 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-908bee76-9e54-43fa-99ed-63187bb114ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517923 Apr 14 16:12:16.521630 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50416) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:16.527775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Request body: {'security_group_rule': {'security_group_id': '0d31fd6b-37f3-4b54-b494-c541539cd25b', 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:16.534234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:16.538330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Usage tracker for resource:security_group_rule and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:16.541970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:16.547992 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:16.557453 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.securitygroups_db [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Project b792eeb09c5d41c392ab38c43a4645c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:12:16.564537 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.632363 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.635520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.637558 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:16.661459 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b0e4fe-60b7-4c78-8c61-bb26f579e6dd,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:16.664122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:16.670589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.671874 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b25da903-55aa-44ab-a3fe-8a347277f881 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492338 Apr 14 16:12:16.674782 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50420) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:16.680293 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Request body: {'security_group_rule': {'security_group_id': '0d31fd6b-37f3-4b54-b494-c541539cd25b', 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:16.686766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:16.690943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Usage tracker for resource:security_group_rule and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:16.693866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:16.700518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:16.709965 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.securitygroups_db [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Project b792eeb09c5d41c392ab38c43a4645c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:12:16.717522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.789756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.792837 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.800851 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:16.820838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee5890e-4a01-404b-bf21-89e53ba5e04c,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:16.823237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:16.829683 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.831164 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9f9dbc28-4330-4d89-8215-65bb06e78e74 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551855 Apr 14 16:12:16.875666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Sync routers for ids ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:16.886252 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Routers {'3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:16.886923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:11:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:17.082588 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Set router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:17.286503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c8763-d8b2-41e9-8052-36f1d9109381 req-26be5181-74e7-45b8-aa98-f5263135642b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:17.288187 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d65c8763-d8b2-41e9-8052-36f1d9109381 req-26be5181-74e7-45b8-aa98-f5263135642b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0970140 Apr 14 16:12:17.321757 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d65c8763-d8b2-41e9-8052-36f1d9109381 req-f4528607-7cc0-4658-abd8-21ac279f2678 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263693 Apr 14 16:12:17.444638 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'name': 'tempest-TestShelveInstance-1516097720-router', 'tenant_id': '424fd844c2374649b3084488547c8134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:08Z', 'updated_at': '2021-04-14T16:12:13Z', 'revision_number': 4, 'project_id': '424fd844c2374649b3084488547c8134', 'gw_port': {'id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:09Z', 'updated_at': '2021-04-14T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '30624451-ea6c-46db-8040-226dea956998', 'name': '', 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570', 'tenant_id': '424fd844c2374649b3084488547c8134', 'mac_address': 'fa:16:3e:aa:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ca3a4d7-f49a-4308-9584-316c5d3c674c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:12Z', 'updated_at': '2021-04-14T16:12:13Z', 'revision_number': 2, 'project_id': '424fd844c2374649b3084488547c8134', 'subnets': [{'id': '6ca3a4d7-f49a-4308-9584-316c5d3c674c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:17.450072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Checking router: 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:17.450484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Updating router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 port 30624451-ea6c-46db-8040-226dea956998 binding host dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:12:17.497029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 1080294b-53d1-48af-b91f-32cf6b70e5eb up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:17.563644 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.685303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 1080294b-53d1-48af-b91f-32cf6b70e5eb triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:17.685741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.095417 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Notify callbacks [] for port, precommit_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.107829 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Transition to ACTIVE for port object 30624451-ea6c-46db-8040-226dea956998 will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:18.113482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.129162 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:18.262640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cac71-868e-4e2b-b9ad-511ea5a89e02 None None] Pushing event updated for resources: {'Port': ['ID=30624451-ea6c-46db-8040-226dea956998,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:18.275372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d71cac71-868e-4e2b-b9ad-511ea5a89e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:18.474421 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Attempting to bind port 30624451-ea6c-46db-8040-226dea956998 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:18.474845 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Attempting to bind port 30624451-ea6c-46db-8040-226dea956998 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '91722638-4d8d-46fa-993d-de73f18dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:18.475264 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Attempting to bind port 30624451-ea6c-46db-8040-226dea956998 on network 9a10c940-d9ec-49a4-b66f-df50b17b3570 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:18.481299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:18.481726 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Checking segment: {'id': '91722638-4d8d-46fa-993d-de73f18dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:18.482182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.482624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Bound using segment: {'id': '91722638-4d8d-46fa-993d-de73f18dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:18.483150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Bound port: 30624451-ea6c-46db-8040-226dea956998, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91722638-4d8d-46fa-993d-de73f18dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:18.483571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.573820 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf1b8a-a2e7-4857-9c8f-1c930e763854 req-0021b381-ab9d-4265-b066-3b3ed5822388 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:18.575494 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2bdf1b8a-a2e7-4857-9c8f-1c930e763854 req-0021b381-ab9d-4265-b066-3b3ed5822388 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1095078 Apr 14 16:12:18.575728 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] For port 30624451-ea6c-46db-8040-226dea956998, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:18.578998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] For port 30624451-ea6c-46db-8040-226dea956998, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=30624451-ea6c-46db-8040-226dea956998,segment=NetworkSegment(91722638-4d8d-46fa-993d-de73f18dfc55),segment_id=91722638-4d8d-46fa-993d-de73f18dfc55)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:18.584346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.600999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:18.608882 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2bdf1b8a-a2e7-4857-9c8f-1c930e763854 req-b98051a2-6ff0-400b-96f5-c6cf693bcf54 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253329 Apr 14 16:12:18.759233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cac71-868e-4e2b-b9ad-511ea5a89e02 None None] Pushing event updated for resources: {'Port': ['ID=30624451-ea6c-46db-8040-226dea956998,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:18.764419 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d71cac71-868e-4e2b-b9ad-511ea5a89e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:18.802596 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Routers {'3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:18.803276 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:11:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:19.007866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] Set router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:19.334776 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'name': 'tempest-TestShelveInstance-1516097720-router', 'tenant_id': '424fd844c2374649b3084488547c8134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:08Z', 'updated_at': '2021-04-14T16:12:13Z', 'revision_number': 4, 'project_id': '424fd844c2374649b3084488547c8134', 'gw_port': {'id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:09Z', 'updated_at': '2021-04-14T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '30624451-ea6c-46db-8040-226dea956998', 'name': '', 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570', 'tenant_id': '424fd844c2374649b3084488547c8134', 'mac_address': 'fa:16:3e:aa:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ca3a4d7-f49a-4308-9584-316c5d3c674c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:12Z', 'updated_at': '2021-04-14T16:12:18Z', 'revision_number': 4, 'project_id': '424fd844c2374649b3084488547c8134', 'subnets': [{'id': '6ca3a4d7-f49a-4308-9584-316c5d3c674c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:19.338898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ba28e-9b59-45f8-bd8d-cf2db1c00445 None None] The sync data for ids ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'] in dv-cinder-786260-2-smb is: [{'id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'name': 'tempest-TestShelveInstance-1516097720-router', 'tenant_id': '424fd844c2374649b3084488547c8134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:08Z', 'updated_at': '2021-04-14T16:12:13Z', 'revision_number': 4, 'project_id': '424fd844c2374649b3084488547c8134', 'gw_port': {'id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:09Z', 'updated_at': '2021-04-14T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '30624451-ea6c-46db-8040-226dea956998', 'name': '', 'network_id': '9a10c940-d9ec-49a4-b66f-df50b17b3570', 'tenant_id': '424fd844c2374649b3084488547c8134', 'mac_address': 'fa:16:3e:aa:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ca3a4d7-f49a-4308-9584-316c5d3c674c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:12Z', 'updated_at': '2021-04-14T16:12:18Z', 'revision_number': 4, 'project_id': '424fd844c2374649b3084488547c8134', 'subnets': [{'id': '6ca3a4d7-f49a-4308-9584-316c5d3c674c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:19.524412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 30624451-ea6c-46db-8040-226dea956998 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:19.600180 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 30624451-ea6c-46db-8040-226dea956998 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:19.605966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 30624451-ea6c-46db-8040-226dea956998 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:19.606396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.851809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16541d16-351b-4dd0-bd54-c749340ced0c req-c2615c5f-0d69-4c7f-ac7e-16a984d76d5e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:19.853639 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-16541d16-351b-4dd0-bd54-c749340ced0c req-c2615c5f-0d69-4c7f-ac7e-16a984d76d5e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1065633 Apr 14 16:12:19.887005 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-16541d16-351b-4dd0-bd54-c749340ced0c req-ef2a8db1-f6a3-4735-b6a0-facb665fa28b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268998 Apr 14 16:12:19.940248 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.957975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 30624451-ea6c-46db-8040-226dea956998, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=30624451-ea6c-46db-8040-226dea956998,segment=NetworkSegment(91722638-4d8d-46fa-993d-de73f18dfc55),segment_id=91722638-4d8d-46fa-993d-de73f18dfc55)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:19.961711 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.965003 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:20.038507 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=30624451-ea6c-46db-8040-226dea956998,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:20.042410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:21.119387 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041409f5-7ffd-42ce-a2ea-66b38873c241 req-3a88e54a-1302-4765-aaac-693517f21c83 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:21.121006 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-041409f5-7ffd-42ce-a2ea-66b38873c241 req-3a88e54a-1302-4765-aaac-693517f21c83 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0883198 Apr 14 16:12:21.151474 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-041409f5-7ffd-42ce-a2ea-66b38873c241 req-1d83395f-4da9-485f-b6d2-9c244e855f47 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241673 Apr 14 16:12:21.487654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 30624451-ea6c-46db-8040-226dea956998 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:21.563155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 30624451-ea6c-46db-8040-226dea956998 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:21.563573 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:22.355113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5691-022b-495a-9281-222a2bd47056 req-b59f9c2c-c106-4ffc-89ce-528b85338a35 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:22.356635 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ffce5691-022b-495a-9281-222a2bd47056 req-b59f9c2c-c106-4ffc-89ce-528b85338a35 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0876195 Apr 14 16:12:22.389740 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ffce5691-022b-495a-9281-222a2bd47056 req-8866e19e-e06b-406f-9ab6-80ed32235fbb tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266802 Apr 14 16:12:23.493730 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-29f9b25f-6ecb-4fd9-8bfd-99274f21469e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.604591 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035425ae-504e-4b5d-b2e8-64211524e08c req-02211abc-eeb1-47ac-b29d-487614557912 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:23.606230 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-035425ae-504e-4b5d-b2e8-64211524e08c req-02211abc-eeb1-47ac-b29d-487614557912 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0957601 Apr 14 16:12:23.636008 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-035425ae-504e-4b5d-b2e8-64211524e08c req-c72b0072-6bb5-4d5e-8b26-fb27401b58d6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235655 Apr 14 16:12:24.117527 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.668780 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 23b9389b-6190-4ae2-b749-e3bd37dc6f47 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:24.815932 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:24.830440 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'port_id': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'mac_address': 'fa:16:3e:66:b4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:24.854624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456c165-229c-4972-aaca-0b698d3b63a3 req-626b2fad-aac9-4a98-bb36-36dd3e684558 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:24.856209 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2456c165-229c-4972-aaca-0b698d3b63a3 req-626b2fad-aac9-4a98-bb36-36dd3e684558 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1002178 Apr 14 16:12:24.887639 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2456c165-229c-4972-aaca-0b698d3b63a3 req-87eb62eb-d03a-41ab-8f0d-6f7ea09e0bb6 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249219 Apr 14 16:12:24.889625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.890972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23b9389b-6190-4ae2-b749-e3bd37dc6f47 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:24.912168 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:24.917452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.919591 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-db2ebaf1-0494-4f2c-96c8-affcc55bd37f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:24.997964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=23b9389b-6190-4ae2-b749-e3bd37dc6f47,revision_number=6']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:25.002094 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:25.004387 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['23b9389b-6190-4ae2-b749-e3bd37dc6f47'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:25.799113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dc10a013-9783-469d-9ce9-5f6f1417309a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.118094 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bde77f-6c19-4f4b-8e30-9c8da8b52c91 req-51c6b09f-f8e6-432a-bacf-0214b75978b3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:26.119944 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31bde77f-6c19-4f4b-8e30-9c8da8b52c91 req-51c6b09f-f8e6-432a-bacf-0214b75978b3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 944 time: 0.1009746 Apr 14 16:12:26.162436 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-31bde77f-6c19-4f4b-8e30-9c8da8b52c91 req-567bea31-a7bc-4dc4-9aad-697bdcd10df8 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361624 Apr 14 16:12:26.542492 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.682744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 23b9389b-6190-4ae2-b749-e3bd37dc6f47 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:26.768397 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:26.769141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.899648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.928666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.949406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:26.950573 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:26.960434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.962766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:27.031596 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'code': 200} Apr 14 16:12:27.045334 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=23b9389b-6190-4ae2-b749-e3bd37dc6f47,revision_number=7']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:27.050831 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:27.399078 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d3e0d-6142-49dc-946e-b58feeba16af req-a552973b-e070-43fd-9da7-3acd6459ed2b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:27.400939 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-772d3e0d-6142-49dc-946e-b58feeba16af req-a552973b-e070-43fd-9da7-3acd6459ed2b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1190426 Apr 14 16:12:27.444792 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-772d3e0d-6142-49dc-946e-b58feeba16af req-168e6e4e-e97a-4769-9876-dac1dcfbc676 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374658 Apr 14 16:12:27.838546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.694463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7da2e9-11ff-465b-8242-0118cdd2487b req-6a26c66a-6675-4be3-a5f2-8974182b6b49 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:28.701312 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fd7da2e9-11ff-465b-8242-0118cdd2487b req-6a26c66a-6675-4be3-a5f2-8974182b6b49 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1016741 Apr 14 16:12:28.749213 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fd7da2e9-11ff-465b-8242-0118cdd2487b req-00e90407-3d4b-48ab-a7ad-2f407ddd505d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460124 Apr 14 16:12:29.980310 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7425b-5e82-4eed-901c-b9f7943a48cb req-46e720a3-91e8-4ba2-bcf5-18ce322d7932 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:29.982046 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5ac7425b-5e82-4eed-901c-b9f7943a48cb req-46e720a3-91e8-4ba2-bcf5-18ce322d7932 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0955701 Apr 14 16:12:30.013538 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5ac7425b-5e82-4eed-901c-b9f7943a48cb req-9bd207d7-c00b-4fb2-8135-fea349a88788 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248842 Apr 14 16:12:31.005021 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-c8d1185c-0600-435e-95d4-1120de4ef829 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Synchronizing usage tracker for tenant:b792eeb09c5d41c392ab38c43a4645c2 on resource:security_group {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:31.058511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-c8d1185c-0600-435e-95d4-1120de4ef829 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Unset dirty status for tenant:b792eeb09c5d41c392ab38c43a4645c2 on resource:security_group {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:31.059543 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-c8d1185c-0600-435e-95d4-1120de4ef829 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194715681&fields=id&tenant_id=b792eeb09c5d41c392ab38c43a4645c2 HTTP/1.1" status: 200 len: 267 time: 0.0828633 Apr 14 16:12:31.262265 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-e38a49be-8e41-4d12-9cbb-5d718d872584 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:31.262969 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-e38a49be-8e41-4d12-9cbb-5d718d872584 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Synchronizing usage tracker for tenant:b792eeb09c5d41c392ab38c43a4645c2 on resource:network {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:31.265082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df173bd-775b-47a2-bec2-70a7e23984db req-ea89f0cd-045e-4063-b0ce-d662cdbecbe7 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:31.272991 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3df173bd-775b-47a2-bec2-70a7e23984db req-ea89f0cd-045e-4063-b0ce-d662cdbecbe7 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1157937 Apr 14 16:12:31.281380 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-e38a49be-8e41-4d12-9cbb-5d718d872584 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Unset dirty status for tenant:b792eeb09c5d41c392ab38c43a4645c2 on resource:network {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:31.287489 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-e38a49be-8e41-4d12-9cbb-5d718d872584 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/networks?id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c HTTP/1.1" status: 200 len: 809 time: 0.2188036 Apr 14 16:12:31.299803 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-74835d4c-dfc8-4c0a-85bc-84a798c6220e tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/quotas/b792eeb09c5d41c392ab38c43a4645c2 HTTP/1.1" status: 200 len: 375 time: 0.0102258 Apr 14 16:12:31.307532 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3df173bd-775b-47a2-bec2-70a7e23984db req-304e794d-863e-41c5-9de9-cf01f7906fc5 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335145 Apr 14 16:12:31.411226 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-93ab58a0-89eb-48a1-aa83-4fd275b68a19 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Synchronizing usage tracker for tenant:b792eeb09c5d41c392ab38c43a4645c2 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:31.433669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-93ab58a0-89eb-48a1-aa83-4fd275b68a19 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Unset dirty status for tenant:b792eeb09c5d41c392ab38c43a4645c2 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:31.435138 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-93ab58a0-89eb-48a1-aa83-4fd275b68a19 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b792eeb09c5d41c392ab38c43a4645c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277757 Apr 14 16:12:31.852099 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-a8d27e28-3e30-4af3-825a-d56c9d6220d1 service neutron] 10.222.0.48 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989000 Apr 14 16:12:32.000642 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-423430d4-2c70-4ed6-9916-573887bc0479 service neutron] 10.222.0.48 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473958 Apr 14 16:12:32.514745 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7b8e4-242b-42d7-a925-c2bf9afac3e6 req-b004f031-184d-4e93-8db1-c7496d3f5669 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:32.516333 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f5a7b8e4-242b-42d7-a925-c2bf9afac3e6 req-b004f031-184d-4e93-8db1-c7496d3f5669 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0892632 Apr 14 16:12:32.565390 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f5a7b8e4-242b-42d7-a925-c2bf9afac3e6 req-fc7ba85b-934f-498b-9ccd-15eb525bd0a3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426075 Apr 14 16:12:32.568920 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8c99470a-0507-441b-9e79-55846d0f03b9 req-94d3d6e6-e89a-4c3d-963c-a692eb659340 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 210 time: 0.0927353 Apr 14 16:12:33.714858 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-a849bda5-2794-44dc-b576-dd1f9a21b118 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:33.732548 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-a849bda5-2794-44dc-b576-dd1f9a21b118 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.25 "GET /v2.0/networks?id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c HTTP/1.1" status: 200 len: 809 time: 0.2273860 Apr 14 16:12:33.852557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa30136-6ef9-476a-a910-04f52652345a req-68907017-6164-4d77-91fe-2ada900889b0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:33.861315 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-caa30136-6ef9-476a-a910-04f52652345a req-68907017-6164-4d77-91fe-2ada900889b0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.1142638 Apr 14 16:12:33.893175 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2ef69948-a5d6-4678-8449-041a439f96fe req-71b2ce16-fe8b-4cfa-bd28-d0d3722f3616 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 210 time: 0.0759165 Apr 14 16:12:33.904200 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-cd7dbf90-3d6f-42d3-a441-2060db4d55e9 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b792eeb09c5d41c392ab38c43a4645c2 HTTP/1.1" status: 200 len: 8059 time: 0.1613858 Apr 14 16:12:33.905776 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-caa30136-6ef9-476a-a910-04f52652345a req-ff3759b7-25ac-4d87-958e-b0117bdb3d1b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425720 Apr 14 16:12:33.952480 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Request body: {'port': {'device_id': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'admin_state_up': True, 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'security_groups': ['0d31fd6b-37f3-4b54-b494-c541539cd25b']}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:34.144565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:34.156430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:34.165864 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Made reservation on behalf of b792eeb09c5d41c392ab38c43a4645c2 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:34.172443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.351973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Allocated IP 172.20.0.5 (2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c/b85d1836-4d3d-4ed3-8b07-866ecd66eac9/0281b781-08ea-441d-9930-ac5ac4ac7bdd) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:34.588326 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.605898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Transition to ACTIVE for port object 0281b781-08ea-441d-9930-ac5ac4ac7bdd will not be triggered until provisioned by entity DHCP. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:34.630654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.646800 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-93e1d5c0-bcaf-4ea0-a54b-24e0209752f4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:34.790754 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event updated for resources: {'Port': ['ID=0281b781-08ea-441d-9930-ac5ac4ac7bdd,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:34.795354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:34.849142 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:34.850367 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:34.853334 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:34.925157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:34.925851 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.979340 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0685191 Apr 14 16:12:34.996466 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Request body: {'port': {'device_id': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:35.033270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-577edd9a-8e63-4a89-801a-ce6eff36e4b9 None None] Provisioning for port 0281b781-08ea-441d-9930-ac5ac4ac7bdd completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:35.038425 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-577edd9a-8e63-4a89-801a-ce6eff36e4b9 None None] Provisioning complete for port 0281b781-08ea-441d-9930-ac5ac4ac7bdd triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:35.038897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-577edd9a-8e63-4a89-801a-ce6eff36e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.101356 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-577edd9a-8e63-4a89-801a-ce6eff36e4b9 None None] Port 0281b781-08ea-441d-9930-ac5ac4ac7bdd cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:35.172905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.196246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6cf01-5e8f-4ac6-8503-8e3ad9608e39 req-f6417d7b-4c87-4e11-9e57-6ddb5bff6f81 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:35.197890 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6be6cf01-5e8f-4ac6-8503-8e3ad9608e39 req-f6417d7b-4c87-4e11-9e57-6ddb5bff6f81 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0888608 Apr 14 16:12:35.228592 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6be6cf01-5e8f-4ac6-8503-8e3ad9608e39 req-31b6adbb-711d-4cbf-b96c-33e9c0e9b75a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243015 Apr 14 16:12:35.310687 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324a6f7-bd7b-48ae-be35-f85c1661c50f req-7a5e65ec-b90a-4c50-9b1d-65d5db1a7501 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:35.311453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-c324a6f7-bd7b-48ae-be35-f85c1661c50f req-7a5e65ec-b90a-4c50-9b1d-65d5db1a7501 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Synchronizing usage tracker for tenant:b792eeb09c5d41c392ab38c43a4645c2 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:35.380951 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-c324a6f7-bd7b-48ae-be35-f85c1661c50f req-7a5e65ec-b90a-4c50-9b1d-65d5db1a7501 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Unset dirty status for tenant:b792eeb09c5d41c392ab38c43a4645c2 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:35.382167 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c324a6f7-bd7b-48ae-be35-f85c1661c50f req-7a5e65ec-b90a-4c50-9b1d-65d5db1a7501 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 931 time: 0.2785635 Apr 14 16:12:35.433619 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c324a6f7-bd7b-48ae-be35-f85c1661c50f req-a8102a18-13f4-4e5b-ab67-57e664a14ca7 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436249 Apr 14 16:12:35.477231 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7f283-69ca-4f34-a2ee-37b1cfa59a1e req-aff780ed-362c-4097-be97-a003ebabc408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:35.478838 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f4d7f283-69ca-4f34-a2ee-37b1cfa59a1e req-aff780ed-362c-4097-be97-a003ebabc408 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 1098 time: 0.0837200 Apr 14 16:12:35.620332 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7f283-69ca-4f34-a2ee-37b1cfa59a1e req-06fbcba8-cd2a-4d1a-ae48-be720e87f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:35.622001 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f4d7f283-69ca-4f34-a2ee-37b1cfa59a1e req-06fbcba8-cd2a-4d1a-ae48-be720e87f3a7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 918 time: 0.1369045 Apr 14 16:12:35.645521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0281b781-08ea-441d-9930-ac5ac4ac7bdd {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:35.654014 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.669106 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Transition to ACTIVE for port object 0281b781-08ea-441d-9930-ac5ac4ac7bdd will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:35.671879 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.687653 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:35.732360 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f4d7f283-69ca-4f34-a2ee-37b1cfa59a1e req-5333e712-02df-4082-93e1-72efce60043d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47 HTTP/1.1" status: 200 len: 1001 time: 0.1040468 Apr 14 16:12:35.801149 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7f283-69ca-4f34-a2ee-37b1cfa59a1e req-958ccb11-fd61-4304-b7da-b3cdaa27b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:35.802728 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f4d7f283-69ca-4f34-a2ee-37b1cfa59a1e req-958ccb11-fd61-4304-b7da-b3cdaa27b0ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0640497 Apr 14 16:12:35.824073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0281b781-08ea-441d-9930-ac5ac4ac7bdd,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:35.836611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:35.885622 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7f283-69ca-4f34-a2ee-37b1cfa59a1e req-eba28016-1b04-45a2-9dcc-26c6efe1137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:35.887216 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f4d7f283-69ca-4f34-a2ee-37b1cfa59a1e req-eba28016-1b04-45a2-9dcc-26c6efe1137c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778763 Apr 14 16:12:36.037783 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f4d7f283-69ca-4f34-a2ee-37b1cfa59a1e req-0a35a657-fff4-4958-b791-64ca5b7d1e2e service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437061 Apr 14 16:12:36.071030 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Attempting to bind port 0281b781-08ea-441d-9930-ac5ac4ac7bdd on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:36.071403 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Attempting to bind port 0281b781-08ea-441d-9930-ac5ac4ac7bdd by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:36.071765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Attempting to bind port 0281b781-08ea-441d-9930-ac5ac4ac7bdd on network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:36.076629 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Port 0281b781-08ea-441d-9930-ac5ac4ac7bdd on network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:12:36.077018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Attempting to bind port 0281b781-08ea-441d-9930-ac5ac4ac7bdd on network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:36.082690 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:36.083060 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Checking segment: {'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:36.083477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Bound using segment: {'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:36.083937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Bound port: 0281b781-08ea-441d-9930-ac5ac4ac7bdd, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:36.084314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.161959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] For port 0281b781-08ea-441d-9930-ac5ac4ac7bdd, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:36.165741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] For port 0281b781-08ea-441d-9930-ac5ac4ac7bdd, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:36.169119 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.183017 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f4d7f283-69ca-4f34-a2ee-37b1cfa59a1e req-e19bb94f-690b-494b-bc79-cc72f78ad422 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385121 Apr 14 16:12:36.185716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-811b9fbf-25c8-4c1d-996b-35f5e647f239 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:36.337342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0281b781-08ea-441d-9930-ac5ac4ac7bdd,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:36.341938 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:36.380036 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:36.380516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.382029 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-acefc6b5-63cf-420e-8449-23e00ef911c8 service neutron] 10.222.0.25 "PUT /v2.0/ports/0281b781-08ea-441d-9930-ac5ac4ac7bdd HTTP/1.1" status: 200 len: 1093 time: 1.3911083 Apr 14 16:12:36.382712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:36.444067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6aa66-e0f7-488e-8339-a1fddbb60cf2 req-bc1aa73a-222a-47ac-870c-f8035aa9eee3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:36.445780 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-18f6aa66-e0f7-488e-8339-a1fddbb60cf2 req-bc1aa73a-222a-47ac-870c-f8035aa9eee3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0984507 Apr 14 16:12:36.463924 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'status': 'completed', 'code': 200} Apr 14 16:12:36.478863 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-18f6aa66-e0f7-488e-8339-a1fddbb60cf2 req-3748abf7-0fd0-46cc-830d-6405d7a703b4 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261319 Apr 14 16:12:36.504141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-5fad0e07-7fb5-4c32-aaf7-2b5ffdb9c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:36.505871 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-5fad0e07-7fb5-4c32-aaf7-2b5ffdb9c4fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b792eeb09c5d41c392ab38c43a4645c2&device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1096 time: 0.0882416 Apr 14 16:12:36.585380 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-c3a74563-ab04-4575-97fb-52de59e04018 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd HTTP/1.1" status: 200 len: 217 time: 0.0719821 Apr 14 16:12:36.700831 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-f1c01c0c-726a-4de4-913d-ff6adfd483dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:36.702335 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-f1c01c0c-726a-4de4-913d-ff6adfd483dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b85d1836-4d3d-4ed3-8b07-866ecd66eac9 HTTP/1.1" status: 200 len: 848 time: 0.0777862 Apr 14 16:12:36.777333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364db4f3-2a87-4ab6-8fd8-3ace505a1b81 req-b252f490-4487-4e3b-aa74-e85ef20a8328 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:36.778890 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-364db4f3-2a87-4ab6-8fd8-3ace505a1b81 req-b252f490-4487-4e3b-aa74-e85ef20a8328 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 943 time: 0.1954134 Apr 14 16:12:36.821643 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-364db4f3-2a87-4ab6-8fd8-3ace505a1b81 req-e445b578-49be-4654-a181-38da6980935a tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350981 Apr 14 16:12:36.827226 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-c83a9c45-0805-4ace-8fe7-cb651399b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:36.828753 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-c83a9c45-0805-4ace-8fe7-cb651399b855 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1176095 Apr 14 16:12:37.207933 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-4d0d6bd5-ddb5-4324-a8ce-6e30f51efe32 service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719115 Apr 14 16:12:37.349919 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0c2f563a-a648-4a7d-a9f7-848dea911f4b req-e25758f8-024a-47c1-baa1-a8d886294b8c service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344595 Apr 14 16:12:37.477128 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aef05-a0f9-4d03-a8cc-b259f9ef45cd req-81b5bd7a-7668-478d-b594-8015d7f63928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:37.478634 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d10aef05-a0f9-4d03-a8cc-b259f9ef45cd req-81b5bd7a-7668-478d-b594-8015d7f63928 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b792eeb09c5d41c392ab38c43a4645c2&device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1096 time: 0.0810463 Apr 14 16:12:37.624644 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aef05-a0f9-4d03-a8cc-b259f9ef45cd req-6e28f049-c1d8-4a6f-ac89-511f4e789395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:37.626272 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d10aef05-a0f9-4d03-a8cc-b259f9ef45cd req-6e28f049-c1d8-4a6f-ac89-511f4e789395 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c HTTP/1.1" status: 200 len: 910 time: 0.1396685 Apr 14 16:12:37.697178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13038af3-4870-4d68-97a1-6db3c84a43e2 req-7b100fe4-dfaf-4edc-8277-cf61692d6c6c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:37.698990 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-13038af3-4870-4d68-97a1-6db3c84a43e2 req-7b100fe4-dfaf-4edc-8277-cf61692d6c6c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 945 time: 0.0910532 Apr 14 16:12:37.702411 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d10aef05-a0f9-4d03-a8cc-b259f9ef45cd req-451d1ee8-d9bb-4f08-886d-66ad1568f477 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd HTTP/1.1" status: 200 len: 217 time: 0.0666437 Apr 14 16:12:37.732842 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-13038af3-4870-4d68-97a1-6db3c84a43e2 req-753ab7cf-68a1-4269-8fbf-9a215134ff96 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273826 Apr 14 16:12:37.776467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aef05-a0f9-4d03-a8cc-b259f9ef45cd req-c0366fbe-f29b-4c18-9d2b-0370e009ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:37.778111 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d10aef05-a0f9-4d03-a8cc-b259f9ef45cd req-c0366fbe-f29b-4c18-9d2b-0370e009ceab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b85d1836-4d3d-4ed3-8b07-866ecd66eac9 HTTP/1.1" status: 200 len: 848 time: 0.0685592 Apr 14 16:12:37.862166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aef05-a0f9-4d03-a8cc-b259f9ef45cd req-62b97e4f-b7ec-4aad-8273-f5035d515188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:37.863780 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d10aef05-a0f9-4d03-a8cc-b259f9ef45cd req-62b97e4f-b7ec-4aad-8273-f5035d515188 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787342 Apr 14 16:12:38.076356 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d10aef05-a0f9-4d03-a8cc-b259f9ef45cd req-44206313-34d5-4a23-bb9d-414e344f4a51 service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042212 Apr 14 16:12:38.090348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab9209-beb6-4d99-a5c3-2220e86ee025 req-9371b769-4519-4904-9b1b-5e2a5b511421 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:38.091914 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8cab9209-beb6-4d99-a5c3-2220e86ee025 req-9371b769-4519-4904-9b1b-5e2a5b511421 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 943 time: 0.1445670 Apr 14 16:12:38.201924 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8cab9209-beb6-4d99-a5c3-2220e86ee025 req-2805be73-6781-4205-bcb3-110094f86b69 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849669 Apr 14 16:12:38.254623 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d10aef05-a0f9-4d03-a8cc-b259f9ef45cd req-1dc88a16-81ac-4ae4-9b0a-975301564a85 service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616819 Apr 14 16:12:38.716517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 0281b781-08ea-441d-9930-ac5ac4ac7bdd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:38.719247 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 23b9389b-6190-4ae2-b749-e3bd37dc6f47 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:38.931607 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.948785 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:38.974865 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:38.978570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.983312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:39.020528 dv-cinder-786260-2-smb neutron-server[85109]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'code': 422} returned with failed status Apr 14 16:12:39.068035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 0281b781-08ea-441d-9930-ac5ac4ac7bdd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:39.091280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'port_id': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'mac_address': 'fa:16:3e:04:dd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:39.097406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=23b9389b-6190-4ae2-b749-e3bd37dc6f47,revision_number=8']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:39.130702 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:39.162326 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.163719 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0281b781-08ea-441d-9930-ac5ac4ac7bdd {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:39.177545 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e509fa-5659-4b3f-9ece-1bc4d9383862 req-cf8077bf-1356-46db-b4f6-63baf3d49fa9 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:39.179160 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-52e509fa-5659-4b3f-9ece-1bc4d9383862 req-cf8077bf-1356-46db-b4f6-63baf3d49fa9 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.3241413 Apr 14 16:12:39.180480 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 0281b781-08ea-441d-9930-ac5ac4ac7bdd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:39.185381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.187226 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-13b37918-dbd5-4b47-aa3c-bb3272f2bf00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:39.211727 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-52e509fa-5659-4b3f-9ece-1bc4d9383862 req-900d6f8f-0605-414d-bae8-3d16957a236a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248148 Apr 14 16:12:39.262933 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=0281b781-08ea-441d-9930-ac5ac4ac7bdd,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:39.266210 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:39.393434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['0281b781-08ea-441d-9930-ac5ac4ac7bdd'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:39.416215 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b4ea3-de90-4d44-8188-0180b822ae65 req-686ebd8c-9e01-423e-9527-c33de546029d tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:39.418028 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1f7b4ea3-de90-4d44-8188-0180b822ae65 req-686ebd8c-9e01-423e-9527-c33de546029d tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 944 time: 0.0962522 Apr 14 16:12:39.453297 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1f7b4ea3-de90-4d44-8188-0180b822ae65 req-2eaa4c08-c737-4ad3-b773-97bd85d9e6a1 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277841 Apr 14 16:12:40.662926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf81981-c8b9-4277-a43e-93089d3ae99f req-2cecd513-ea93-4fdb-bd59-3dc2fbc95955 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:40.665246 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fcf81981-c8b9-4277-a43e-93089d3ae99f req-2cecd513-ea93-4fdb-bd59-3dc2fbc95955 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 944 time: 0.0951495 Apr 14 16:12:40.698938 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fcf81981-c8b9-4277-a43e-93089d3ae99f req-866c531e-3621-44ab-9a4f-e7a5b9a999fd tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260510 Apr 14 16:12:40.730820 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 0281b781-08ea-441d-9930-ac5ac4ac7bdd up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:40.805287 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 0281b781-08ea-441d-9930-ac5ac4ac7bdd completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:40.810500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 0281b781-08ea-441d-9930-ac5ac4ac7bdd triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:40.810924 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.840557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cffbd-60e1-49f7-ab85-52a53293e665 req-d67eaca0-b0fa-4c7e-8126-c6f818d70041 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:40.845783 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-831cffbd-60e1-49f7-ab85-52a53293e665 req-d67eaca0-b0fa-4c7e-8126-c6f818d70041 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.1024606 Apr 14 16:12:40.881399 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-831cffbd-60e1-49f7-ab85-52a53293e665 req-bd8ed35c-96f5-47aa-8206-17ebb6da3865 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276196 Apr 14 16:12:40.949687 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.968399 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 0281b781-08ea-441d-9930-ac5ac4ac7bdd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:40.971355 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.972388 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 23b9389b-6190-4ae2-b749-e3bd37dc6f47 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:41.002863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:41.047308 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:41.069978 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50678) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:41.107645 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'code': 200} Apr 14 16:12:41.109350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=0281b781-08ea-441d-9930-ac5ac4ac7bdd,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:41.113012 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:41.209374 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-96b1b0b8-4b73-4c57-a285-e6113e0220a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379149 Apr 14 16:12:41.412067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d750e1-99a3-4c9a-b857-cfb3bdaca91c req-bc96e737-fc81-4afd-b8b1-222fd06e16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:41.414338 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e0d750e1-99a3-4c9a-b857-cfb3bdaca91c req-bc96e737-fc81-4afd-b8b1-222fd06e16b4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1098 time: 0.0828795 Apr 14 16:12:41.442033 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e0d750e1-99a3-4c9a-b857-cfb3bdaca91c req-c89ec2e4-a65d-4762-99cf-12c3f712a04a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0217285 Apr 14 16:12:41.745877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-4955059a-df6d-4b58-852d-fd0f5e64de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:41.747467 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-4955059a-df6d-4b58-852d-fd0f5e64de3e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4&tenant_id=ecf3e714fb644c96b0825db1815b59a1 HTTP/1.1" status: 200 len: 1096 time: 0.0776227 Apr 14 16:12:41.854008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-06b80677-1605-4f8c-ba5f-afcef2f1aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:41.855657 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-06b80677-1605-4f8c-ba5f-afcef2f1aeb7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 1096 time: 0.0830877 Apr 14 16:12:41.901017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b538cc-4d06-4811-b304-7557d9a9b2fd req-7861ec30-2363-4367-92a4-cd8d85a8798f tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:41.902696 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e7b538cc-4d06-4811-b304-7557d9a9b2fd req-7861ec30-2363-4367-92a4-cd8d85a8798f tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.0876429 Apr 14 16:12:41.953635 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e7b538cc-4d06-4811-b304-7557d9a9b2fd req-4d2984f4-d0b4-4b9f-9c7a-f84ef932dfb0 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441129 Apr 14 16:12:42.003222 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-f98e6385-e980-4c32-a5fa-61bdd80a8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:42.004817 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-f98e6385-e980-4c32-a5fa-61bdd80a8e52 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 918 time: 0.1422992 Apr 14 16:12:42.168503 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-09a974e9-0745-4875-b9f1-759ad551863c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47 HTTP/1.1" status: 200 len: 999 time: 0.1566195 Apr 14 16:12:42.251905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2c6d7-b978-4fb5-bc9a-ccfc4b8e044c req-827cdcf6-4df0-4611-a186-47eeabfa0102 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:42.253565 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b1b2c6d7-b978-4fb5-bc9a-ccfc4b8e044c req-827cdcf6-4df0-4611-a186-47eeabfa0102 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.1838601 Apr 14 16:12:42.275885 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-5d7f3479-97e8-4b4d-a353-b145427d4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:42.277402 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-5d7f3479-97e8-4b4d-a353-b145427d4536 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0958581 Apr 14 16:12:42.331524 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b1b2c6d7-b978-4fb5-bc9a-ccfc4b8e044c req-8aba194f-8cc8-41ab-b3e3-02c99bd80bfa tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704017 Apr 14 16:12:42.368640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-c4d84739-91aa-4291-9851-3e5ee768542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:42.370262 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-c4d84739-91aa-4291-9851-3e5ee768542f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839608 Apr 14 16:12:42.513755 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-5c546cda-93d8-4423-9f98-00fbe1ce4c98 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359794 Apr 14 16:12:42.653333 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9d58903c-15ba-477e-86ef-3abd08c40a32 req-8fef1b62-e1d3-4167-989e-9778bf162638 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333189 Apr 14 16:12:43.306250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f99d68-4a7c-4af5-bcef-ed0416383ee2 req-8fc2a08f-d935-4365-bdfd-f30f1d3b0a72 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:43.307851 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-02f99d68-4a7c-4af5-bcef-ed0416383ee2 req-8fc2a08f-d935-4365-bdfd-f30f1d3b0a72 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.0937231 Apr 14 16:12:43.340048 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-02f99d68-4a7c-4af5-bcef-ed0416383ee2 req-d7ff7672-e908-4a72-9339-726e6bb86b7f tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248523 Apr 14 16:12:43.577471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059785ee-6325-479e-aecc-38748383f27d req-971be35d-4729-4e0f-b8e1-a1a4f09f3b41 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:43.587129 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-059785ee-6325-479e-aecc-38748383f27d req-971be35d-4729-4e0f-b8e1-a1a4f09f3b41 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.1175246 Apr 14 16:12:43.627123 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-059785ee-6325-479e-aecc-38748383f27d req-c8e7ba49-d569-4436-bf9e-405fa5d73773 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385358 Apr 14 16:12:43.636107 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f29411-926e-4edc-a332-ad54f725f15e req-7278ef06-bb93-48ce-ab48-df7ca9d0d519 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:43.644826 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b3f29411-926e-4edc-a332-ad54f725f15e req-7278ef06-bb93-48ce-ab48-df7ca9d0d519 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1067615 Apr 14 16:12:43.685186 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b3f29411-926e-4edc-a332-ad54f725f15e req-4f9557d2-1e7f-4867-ad10-085c179454ec tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388219 Apr 14 16:12:43.712564 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50720) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:43.862430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ac052-ef0e-47b5-a71a-d43f32c60a73 tempest-TestShelveInstance-1701739732 tempest-TestShelveInstance-1701739732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:43.863134 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-be6ac052-ef0e-47b5-a71a-d43f32c60a73 tempest-TestShelveInstance-1701739732 tempest-TestShelveInstance-1701739732-project-admin] Synchronizing usage tracker for tenant:424fd844c2374649b3084488547c8134 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:43.879266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-be6ac052-ef0e-47b5-a71a-d43f32c60a73 tempest-TestShelveInstance-1701739732 tempest-TestShelveInstance-1701739732-project-admin] Unset dirty status for tenant:424fd844c2374649b3084488547c8134 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:43.880563 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-be6ac052-ef0e-47b5-a71a-d43f32c60a73 tempest-TestShelveInstance-1701739732 tempest-TestShelveInstance-1701739732-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1093 time: 0.1668360 Apr 14 16:12:43.884174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50726) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:43.889782 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Request body: {'floatingip': {'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'port_id': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:43.896466 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:43.901303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Usage tracker for resource:floatingip and tenant:b792eeb09c5d41c392ab38c43a4645c2 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:43.904359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:43.910473 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:43.923615 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for floatingip, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.073366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.226080 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Allocated IP 172.28.3.92 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/8c0d778e-bc99-444a-884e-248614813543) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:44.396087 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.430017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.446902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7635665b-a0ef-476b-9d14-5de277f69fdc tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:44.587785 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event updated for resources: {'Port': ['ID=8c0d778e-bc99-444a-884e-248614813543,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:44.600353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:44.645327 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:44.646705 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:44.652193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:45.258877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf8461-2f97-4f98-b5be-01980cd0d111 req-8a6438e1-9630-4ca3-ba1e-1b14cc745acc tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:45.260463 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9ccf8461-2f97-4f98-b5be-01980cd0d111 req-8a6438e1-9630-4ca3-ba1e-1b14cc745acc tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.2550595 Apr 14 16:12:45.366087 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-9ccf8461-2f97-4f98-b5be-01980cd0d111 req-60fd7915-7ed8-4b27-be36-b1ecb3629f32 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528820 Apr 14 16:12:45.469750 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:45.551716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:45.844619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:45.848177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:45.861698 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:46.003897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event updated for resources: {'Port': ['ID=8c0d778e-bc99-444a-884e-248614813543,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:46.007301 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:46.123661 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:46.313017 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Floating IP dcc12ecd-753c-4b4b-b6e0-20c32d7bf645 associated. External IP: 172.28.3.92, port: 0281b781-08ea-441d-9930-ac5ac4ac7bdd. Apr 14 16:12:46.588024 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3639-7bdb-43e7-98ad-34500572776b req-c3f0ee8a-5fed-4219-a749-807410448412 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:46.590827 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f55e3639-7bdb-43e7-98ad-34500572776b req-c3f0ee8a-5fed-4219-a749-807410448412 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.0972884 Apr 14 16:12:46.636782 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f55e3639-7bdb-43e7-98ad-34500572776b req-a9e061de-f889-4392-aebc-38ac0eb29360 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354128 Apr 14 16:12:46.710983 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:46.907435 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:46.920713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76613225-d45b-4d0c-839c-41ca78f9fc4f None None] Sync routers for ids ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:46.933846 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76613225-d45b-4d0c-839c-41ca78f9fc4f None None] Routers {'6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:46.934929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:46.935404 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-76613225-d45b-4d0c-839c-41ca78f9fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:12:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:47.017642 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1232390 Apr 14 16:12:47.017642 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:47.064390 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'status': 'completed', 'code': 200} Apr 14 16:12:47.150491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-76613225-d45b-4d0c-839c-41ca78f9fc4f None None] Set router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:47.539395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-76613225-d45b-4d0c-839c-41ca78f9fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 4, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': 'dcc12ecd-753c-4b4b-b6e0-20c32d7bf645', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'floating_ip_address': '172.28.3.92', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'port_id': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'mac_address': 'fa:16:3e:04:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:12:45Z', 'updated_at': '2021-04-14T16:12:45Z', 'revision_number': 0, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7777a2-fcb5-45e1-be58-de9f3823159a', 'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'mac_address': 'fa:16:3e:89:ff:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:04Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'subnets': [{'id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:47.543680 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76613225-d45b-4d0c-839c-41ca78f9fc4f None None] Checking router: 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:47.552752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76613225-d45b-4d0c-839c-41ca78f9fc4f None None] Routers {'6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:47.553462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-76613225-d45b-4d0c-839c-41ca78f9fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:12:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:47.889898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e94dc0-ba8d-466e-ba18-8a10400dabb2 req-789a9669-0028-4946-8e51-d3953211f927 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:47.892400 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-01e94dc0-ba8d-466e-ba18-8a10400dabb2 req-789a9669-0028-4946-8e51-d3953211f927 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.1061597 Apr 14 16:12:47.952703 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-01e94dc0-ba8d-466e-ba18-8a10400dabb2 req-5e5aa79a-5f9c-43dd-acbb-801bfba369f3 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436199 Apr 14 16:12:47.985775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-76613225-d45b-4d0c-839c-41ca78f9fc4f None None] Set router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:48.373576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-76613225-d45b-4d0c-839c-41ca78f9fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 4, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': 'dcc12ecd-753c-4b4b-b6e0-20c32d7bf645', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'floating_ip_address': '172.28.3.92', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'port_id': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'mac_address': 'fa:16:3e:04:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:12:45Z', 'updated_at': '2021-04-14T16:12:45Z', 'revision_number': 0, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7777a2-fcb5-45e1-be58-de9f3823159a', 'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'mac_address': 'fa:16:3e:89:ff:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:04Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'subnets': [{'id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:48.377844 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76613225-d45b-4d0c-839c-41ca78f9fc4f None None] The sync data for ids ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'] in dv-cinder-786260-2-smb is: [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 4, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': 'dcc12ecd-753c-4b4b-b6e0-20c32d7bf645', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'floating_ip_address': '172.28.3.92', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'port_id': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'mac_address': 'fa:16:3e:04:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:12:45Z', 'updated_at': '2021-04-14T16:12:45Z', 'revision_number': 0, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7777a2-fcb5-45e1-be58-de9f3823159a', 'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'mac_address': 'fa:16:3e:89:ff:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:04Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'subnets': [{'id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:48.693481 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:12:48.724396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bfbcb-c617-4c0f-8f47-056b274e95f4 None None] New status for floating IP dcc12ecd-753c-4b4b-b6e0-20c32d7bf645: ACTIVE {{(pid=85224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:12:49.185329 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53f776-e39a-43ea-9895-e9c7a1bae550 req-a84dadc8-bbd7-4a1d-a1e3-a6f5247b6dcb tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:49.186983 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e53f776-e39a-43ea-9895-e9c7a1bae550 req-a84dadc8-bbd7-4a1d-a1e3-a6f5247b6dcb tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.0979967 Apr 14 16:12:49.220558 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4e53f776-e39a-43ea-9895-e9c7a1bae550 req-6c476188-aa81-470c-8b30-4d6fb18f4772 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265226 Apr 14 16:12:50.445658 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b8e14-d55c-40ba-8172-26038b49e95d req-de9d4eae-7718-44f4-8b9e-c42455d8780e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:50.447288 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3a7b8e14-d55c-40ba-8172-26038b49e95d req-de9d4eae-7718-44f4-8b9e-c42455d8780e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.0995247 Apr 14 16:12:50.480244 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3a7b8e14-d55c-40ba-8172-26038b49e95d req-50f487fd-9944-47b5-8dde-dd50d50b53c0 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259049 Apr 14 16:12:51.695922 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fdec8-753c-46ad-8637-b74426858be2 req-5cd5c3be-6e35-4bf5-9faa-a36166ca2c0a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:51.697509 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-898fdec8-753c-46ad-8637-b74426858be2 req-5cd5c3be-6e35-4bf5-9faa-a36166ca2c0a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.0931721 Apr 14 16:12:51.729760 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-898fdec8-753c-46ad-8637-b74426858be2 req-3dc27f37-c911-4973-abc1-01135ac0d10d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259016 Apr 14 16:12:52.940848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364328-f4cc-46fb-a85b-8364d8034e84 req-b9de98a2-89d8-4848-bccd-4663fba9783a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.942376 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa364328-f4cc-46fb-a85b-8364d8034e84 req-b9de98a2-89d8-4848-bccd-4663fba9783a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.0911586 Apr 14 16:12:52.974489 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa364328-f4cc-46fb-a85b-8364d8034e84 req-7ce6f94f-b1f7-4bb4-b331-bdbce5150703 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247583 Apr 14 16:12:53.397574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf11c-f3b4-4225-9bf2-f4b6d092a6e2 req-c79c1161-fdf2-461a-91b4-2d3a699a5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.399733 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f94bf11c-f3b4-4225-9bf2-f4b6d092a6e2 req-c79c1161-fdf2-461a-91b4-2d3a699a5165 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b792eeb09c5d41c392ab38c43a4645c2&device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1098 time: 0.0785487 Apr 14 16:12:53.461204 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd335f0-f227-4a15-8b59-49c3b518e7f6 req-1fe92568-1870-4e61-a5ba-3f7a466e6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.462779 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7fd335f0-f227-4a15-8b59-49c3b518e7f6 req-1fe92568-1870-4e61-a5ba-3f7a466e6fdd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf3e714fb644c96b0825db1815b59a1&device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 1096 time: 0.0827994 Apr 14 16:12:53.494851 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0146ff4a-9bc9-43ad-91e4-8b0602a56d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:53.543525 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf11c-f3b4-4225-9bf2-f4b6d092a6e2 req-f042d4bf-d8ea-4cc1-bff9-80ed2f41018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.545171 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f94bf11c-f3b4-4225-9bf2-f4b6d092a6e2 req-f042d4bf-d8ea-4cc1-bff9-80ed2f41018a service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c HTTP/1.1" status: 200 len: 910 time: 0.1382465 Apr 14 16:12:53.619412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd335f0-f227-4a15-8b59-49c3b518e7f6 req-f0d953d6-2fb2-4a26-b5fc-31d26d52f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.621011 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7fd335f0-f227-4a15-8b59-49c3b518e7f6 req-f0d953d6-2fb2-4a26-b5fc-31d26d52f011 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 200 len: 918 time: 0.1385953 Apr 14 16:12:53.656242 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f94bf11c-f3b4-4225-9bf2-f4b6d092a6e2 req-5a935f81-4408-4d34-bdff-49c59fae83e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd HTTP/1.1" status: 200 len: 1000 time: 0.1046112 Apr 14 16:12:53.728759 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf11c-f3b4-4225-9bf2-f4b6d092a6e2 req-6aebc1d7-360b-4350-bb1d-66e92eac8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.730529 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f94bf11c-f3b4-4225-9bf2-f4b6d092a6e2 req-6aebc1d7-360b-4350-bb1d-66e92eac8662 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b85d1836-4d3d-4ed3-8b07-866ecd66eac9 HTTP/1.1" status: 200 len: 848 time: 0.0674734 Apr 14 16:12:53.732927 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7fd335f0-f227-4a15-8b59-49c3b518e7f6 req-bac5010d-5160-454c-8c5f-8913a481dd9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47 HTTP/1.1" status: 200 len: 999 time: 0.1046839 Apr 14 16:12:53.805927 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd335f0-f227-4a15-8b59-49c3b518e7f6 req-c51eccfa-607a-4a2a-9f68-dcb62fd11ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.807390 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7fd335f0-f227-4a15-8b59-49c3b518e7f6 req-c51eccfa-607a-4a2a-9f68-dcb62fd11ef0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 200 len: 856 time: 0.0642145 Apr 14 16:12:53.818841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf11c-f3b4-4225-9bf2-f4b6d092a6e2 req-aaca0ecc-2641-4aa2-9dbb-57a137781efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.821056 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f94bf11c-f3b4-4225-9bf2-f4b6d092a6e2 req-aaca0ecc-2641-4aa2-9dbb-57a137781efe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779316 Apr 14 16:12:53.890506 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd335f0-f227-4a15-8b59-49c3b518e7f6 req-352c0044-668e-4287-8c66-fbe9d9c182c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.892085 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7fd335f0-f227-4a15-8b59-49c3b518e7f6 req-352c0044-668e-4287-8c66-fbe9d9c182c0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2e84a54-9d67-41bd-af92-691674666ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774007 Apr 14 16:12:54.046651 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7fd335f0-f227-4a15-8b59-49c3b518e7f6 req-f5c36e01-7121-45af-90a8-c9ef772fd6e8 service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466336 Apr 14 16:12:54.119861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:54.197199 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7fd335f0-f227-4a15-8b59-49c3b518e7f6 req-22bc2857-927c-4cf3-ad8b-8429b80ba9de service neutron] 10.222.0.25 "GET /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436419 Apr 14 16:12:54.259404 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f94bf11c-f3b4-4225-9bf2-f4b6d092a6e2 req-417b187a-cd75-4af4-957d-b2186deaa15e service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318528 Apr 14 16:12:54.363068 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8732fce-656c-42c8-8bab-23341a0931e7 req-0793af3e-3036-4577-89b8-be8b27d55c43 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:54.364646 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e8732fce-656c-42c8-8bab-23341a0931e7 req-0793af3e-3036-4577-89b8-be8b27d55c43 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 943 time: 0.2254682 Apr 14 16:12:54.418114 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e8732fce-656c-42c8-8bab-23341a0931e7 req-ed77e678-2140-4063-b6fa-880866704b04 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451925 Apr 14 16:12:54.441820 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f94bf11c-f3b4-4225-9bf2-f4b6d092a6e2 req-2a4e5f2f-cc54-4258-ab6b-9b7089bff37e service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743340 Apr 14 16:12:54.806838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 23b9389b-6190-4ae2-b749-e3bd37dc6f47 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:54.947137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:54.961523 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'port_id': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'mac_address': 'fa:16:3e:66:b4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:55.018250 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:55.019666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b9389b-6190-4ae2-b749-e3bd37dc6f47 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:55.035532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:55.038474 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:55.040300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-35b9ac0d-8fea-4ef5-a57c-d0387aad6a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:55.111401 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=23b9389b-6190-4ae2-b749-e3bd37dc6f47,revision_number=9']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:55.114526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:55.240339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['23b9389b-6190-4ae2-b749-e3bd37dc6f47'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:55.627651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abf6e0-b8b8-4a23-a3af-68aa500286df req-2f59e24b-a78d-4c09-a4cd-4ebe33e96bbf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:55.629247 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-88abf6e0-b8b8-4a23-a3af-68aa500286df req-2f59e24b-a78d-4c09-a4cd-4ebe33e96bbf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 944 time: 0.0919878 Apr 14 16:12:55.658523 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-88abf6e0-b8b8-4a23-a3af-68aa500286df req-0dc1b221-d292-4ca9-b0c0-369db000abcf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0230429 Apr 14 16:12:55.799922 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8dc83098-b466-4ee9-87b4-8d7c8ca7d772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:56.539762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:56.821487 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 23b9389b-6190-4ae2-b749-e3bd37dc6f47 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:56.864018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb2bf4-040f-4306-831c-74dba848bb85 req-3aeb9c8c-af31-4147-932c-3d8a4accb6df tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:56.865711 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-30fb2bf4-040f-4306-831c-74dba848bb85 req-3aeb9c8c-af31-4147-932c-3d8a4accb6df tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 944 time: 0.0898025 Apr 14 16:12:56.888927 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:56.897232 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-30fb2bf4-040f-4306-831c-74dba848bb85 req-487a3b80-9a83-4d13-81db-9745cd1d4404 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250061 Apr 14 16:12:56.906713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:56.907136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.194247 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.206045 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:57.216861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:57.219618 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.221549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:57.254594 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'code': 200} Apr 14 16:12:57.295412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=23b9389b-6190-4ae2-b749-e3bd37dc6f47,revision_number=10']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:57.298482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:57.499228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1658ca-4ceb-44ab-a085-4848ecf020fc req-d806ccc4-96d0-4bfe-b896-b4bd4a50ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:57.500923 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2f1658ca-4ceb-44ab-a085-4848ecf020fc req-d806ccc4-96d0-4bfe-b896-b4bd4a50ba70 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 1099 time: 0.0815287 Apr 14 16:12:57.527342 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2f1658ca-4ceb-44ab-a085-4848ecf020fc req-adf08b19-1861-433b-a8c3-7a7ae220632d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0204113 Apr 14 16:12:57.839602 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:58.111810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b03c94-3f0e-4772-9f23-cba2331f75cf req-7627c085-4506-4c20-a085-c86418be40d2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:58.113365 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f2b03c94-3f0e-4772-9f23-cba2331f75cf req-7627c085-4506-4c20-a085-c86418be40d2 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 946 time: 0.0898268 Apr 14 16:12:58.144613 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f2b03c94-3f0e-4772-9f23-cba2331f75cf req-ca858e13-12b1-42cc-b432-763f52e7f033 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241265 Apr 14 16:12:59.354723 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4e46e-0ffc-48ed-b09f-a35352788f69 req-0f3b5bc2-9606-45b7-bb3f-7fd8bc0b5055 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:59.356280 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7ce4e46e-0ffc-48ed-b09f-a35352788f69 req-0f3b5bc2-9606-45b7-bb3f-7fd8bc0b5055 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 946 time: 0.0865834 Apr 14 16:12:59.385984 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7ce4e46e-0ffc-48ed-b09f-a35352788f69 req-c75c367e-72af-468a-870d-c4dce4119e6b tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0234575 Apr 14 16:13:23.495724 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f09c49a6-a339-4564-9953-9f7c884da8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.118230 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.688486 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:13:25.801091 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9984f4b3-6bdd-47d6-bfa7-72d44a6172de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.541566 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.839675 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:27.842633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.937151 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74ea01-b9ef-415f-9a01-f80e84a46a44 req-a4b9ef30-094e-4dbe-a03f-c01611662273 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:32.939486 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fc74ea01-b9ef-415f-9a01-f80e84a46a44 req-a4b9ef30-094e-4dbe-a03f-c01611662273 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 946 time: 0.0929418 Apr 14 16:13:32.970432 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fc74ea01-b9ef-415f-9a01-f80e84a46a44 req-547773e9-f6d1-4921-a4a2-a30a8a761f9a tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245807 Apr 14 16:13:34.207487 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-8e3f40e7-5ac7-4bd6-afd6-2b034fa9643d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:34.209541 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-8e3f40e7-5ac7-4bd6-afd6-2b034fa9643d tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.25 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 946 time: 0.1606071 Apr 14 16:13:34.218734 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66631ae7-6114-4779-9d36-b45601e298a1 req-979bde4c-cf90-4aba-ac13-9405b0aaa2fd tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:34.220201 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-66631ae7-6114-4779-9d36-b45601e298a1 req-979bde4c-cf90-4aba-ac13-9405b0aaa2fd tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 946 time: 0.1269956 Apr 14 16:13:34.294168 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-66631ae7-6114-4779-9d36-b45601e298a1 req-a1198a19-9295-4584-9529-d28db631ffc8 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ca56373-c3da-4e92-ac77-a266ac60aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 Apr 14 16:13:34.318346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Deleting port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:34.318731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.580185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] For port 23b9389b-6190-4ae2-b749-e3bd37dc6f47, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23b9389b-6190-4ae2-b749-e3bd37dc6f47,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:34.580502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.883386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.883730 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.884086 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Floating IP 6c15f60e-b7dd-4009-afda-9d987e178839 disassociated. External IP: 172.28.3.254, port: 23b9389b-6190-4ae2-b749-e3bd37dc6f47. Apr 14 16:13:34.884467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Calling delete_port for 23b9389b-6190-4ae2-b749-e3bd37dc6f47 owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:35.033532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:35.048585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-65ffee23-7937-4f8e-8530-2a46247d3215 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:35.144270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event deleted for resources: {'Port': ['ID=23b9389b-6190-4ae2-b749-e3bd37dc6f47,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:35.157991 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.158411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.158824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.159228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.159633 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.160035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.160433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.160861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.161260 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.161654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.162081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.162478 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:35.167115 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:35.422427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Router 5832d96f-b4e9-4fab-8dea-5b81077636c6 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:13:35.465125 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-454da186-d8f0-4309-b260-f6345b8bbb41 req-65bb9aed-f7df-45b8-9714-6cf406208954 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/ports?device_id=69debee1-ed3b-4aed-bf1e-f6921df422d4 HTTP/1.1" status: 200 len: 210 time: 0.0492253 Apr 14 16:13:35.613156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:35.623556 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130868cd-77a0-41ad-bc6f-e8380864f289 None None] Sync routers for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:35.633582 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130868cd-77a0-41ad-bc6f-e8380864f289 None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:35.634246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-130868cd-77a0-41ad-bc6f-e8380864f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:13:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:35.691450 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] No DVR routers for this DVR port 23b9389b-6190-4ae2-b749-e3bd37dc6f47 on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:13:35.694657 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:35.697796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'name': 'network-vif-deleted', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:35.715461 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-a8536890-94b0-4f32-86a7-d0903ee631c3 req-76a73f9a-49e5-4a5a-8b7b-be7631e036bf tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.25 "DELETE /v2.0/ports/23b9389b-6190-4ae2-b749-e3bd37dc6f47 HTTP/1.1" status: 204 len: 173 time: 1.4942012 Apr 14 16:13:35.757991 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69debee1-ed3b-4aed-bf1e-f6921df422d4', 'name': 'network-vif-deleted', 'tag': '23b9389b-6190-4ae2-b749-e3bd37dc6f47', 'status': 'completed', 'code': 200} Apr 14 16:13:35.828747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-130868cd-77a0-41ad-bc6f-e8380864f289 None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:36.158476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-130868cd-77a0-41ad-bc6f-e8380864f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:36.162972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130868cd-77a0-41ad-bc6f-e8380864f289 None None] Checking router: 5832d96f-b4e9-4fab-8dea-5b81077636c6 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:36.171970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130868cd-77a0-41ad-bc6f-e8380864f289 None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:36.172621 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-130868cd-77a0-41ad-bc6f-e8380864f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:13:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:36.356403 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-130868cd-77a0-41ad-bc6f-e8380864f289 None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:36.603761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50844) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:36.678279 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f0414ec1-9660-46c2-af96-1877ede5493c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.714592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f0414ec1-9660-46c2-af96-1877ede5493c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.761959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f0414ec1-9660-46c2-af96-1877ede5493c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.767158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e6b9e8ef-98a2-4bef-8942-60df6c71efb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:36.782716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0414ec1-9660-46c2-af96-1877ede5493c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca56373-c3da-4e92-ac77-a266ac60aee3,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:36.785493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f0414ec1-9660-46c2-af96-1877ede5493c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:36.793683 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f0414ec1-9660-46c2-af96-1877ede5493c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.797435 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f0414ec1-9660-46c2-af96-1877ede5493c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "DELETE /v2.0/security-groups/6ca56373-c3da-4e92-ac77-a266ac60aee3 HTTP/1.1" status: 204 len: 168 time: 0.1900597 Apr 14 16:13:36.797688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50848) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:36.816861 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.api.v2.resource [None req-4e115258-9add-47cd-a341-dc5d36747b2e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] show failed (client error): The resource could not be found. Apr 14 16:13:36.817939 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-4e115258-9add-47cd-a341-dc5d36747b2e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "GET /v2.0/security-groups/6ca56373-c3da-4e92-ac77-a266ac60aee3 HTTP/1.1" status: 404 len: 347 time: 0.0192430 Apr 14 16:13:36.821464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50852) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:36.838259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-130868cd-77a0-41ad-bc6f-e8380864f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:36.842397 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130868cd-77a0-41ad-bc6f-e8380864f289 None None] The sync data for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb is: [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:08:06Z', 'revision_number': 4, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '7279ff97-8f65-47cb-acd7-cb47433f279b', 'name': '', 'network_id': 'f2e84a54-9d67-41bd-af92-691674666ba0', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'mac_address': 'fa:16:3e:3f:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '360040e6-fe35-420f-8659-b8ad48418650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:05Z', 'updated_at': '2021-04-14T16:08:13Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'subnets': [{'id': '360040e6-fe35-420f-8659-b8ad48418650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:36.975350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 23b9389b-6190-4ae2-b749-e3bd37dc6f47 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:36.993082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Deleting port c948fd93-0408-437e-bdff-3544a72693d6 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:36.993703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.013159 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 23b9389b-6190-4ae2-b749-e3bd37dc6f47 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:13:37.013654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 23b9389b-6190-4ae2-b749-e3bd37dc6f47 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:13:37.182266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.182665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.256291 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799507bf-dc47-418d-b650-001efccfef56 None None] New status for floating IP 6c15f60e-b7dd-4009-afda-9d987e178839: DOWN {{(pid=85224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:13:37.314649 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Calling delete_port for c948fd93-0408-437e-bdff-3544a72693d6 owned by network:floatingip {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:37.457495 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.api [None req-799507bf-dc47-418d-b650-001efccfef56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85224) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:13:37.457978 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.458165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.api [None req-799507bf-dc47-418d-b650-001efccfef56 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:13:37.473544 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e2bad0f0-9497-4fd3-9918-da1deb2376f3 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:37.564989 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Pushing event deleted for resources: {'Port': ['ID=c948fd93-0408-437e-bdff-3544a72693d6,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:37.571871 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:37.728801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks [] for floatingip, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.743184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.744413 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] 10.222.0.48 "DELETE /v2.0/floatingips/6c15f60e-b7dd-4009-afda-9d987e178839 HTTP/1.1" status: 204 len: 168 time: 0.9219944 Apr 14 16:13:37.960197 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799507bf-dc47-418d-b650-001efccfef56 None None] New status for floating IP 6c15f60e-b7dd-4009-afda-9d987e178839: DOWN {{(pid=85224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:13:40.571145 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50876) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:41.484224 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1048372'] for router_interface, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:41.848573 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Deleting port 7279ff97-8f65-47cb-acd7-cb47433f279b {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:41.849714 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:42.030219 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] For port 7279ff97-8f65-47cb-acd7-cb47433f279b, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=7279ff97-8f65-47cb-acd7-cb47433f279b,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:42.030624 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:42.164889 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Calling delete_port for 7279ff97-8f65-47cb-acd7-cb47433f279b owned by network:router_interface {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:42.339603 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:42.354873 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4ce17050-37e1-4a60-adf7-1920dc17105e tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:42.445855 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Pushing event deleted for resources: {'Port': ['ID=7279ff97-8f65-47cb-acd7-cb47433f279b,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:42.448359 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:42.792850 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854152726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917955'] for router_interface, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:43.288034 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Router 5832d96f-b4e9-4fab-8dea-5b81077636c6 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:13:43.722191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:43.731860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df25f51-0c52-4832-9999-6e62e4ce0dfa None None] Sync routers for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:43.735534 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] 10.222.0.48 "PUT /v2.0/routers/5832d96f-b4e9-4fab-8dea-5b81077636c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1632569 Apr 14 16:13:43.738457 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50882) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:43.742221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df25f51-0c52-4832-9999-6e62e4ce0dfa None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:43.742877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1df25f51-0c52-4832-9999-6e62e4ce0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:13:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:43.926202 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Notify callbacks [] for router, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:43.927442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-1df25f51-0c52-4832-9999-6e62e4ce0dfa None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:44.120580 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:44.128843 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Deleting port f5370051-2f8c-40cf-ae80-ac261eeed30d {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:44.129225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:44.221205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1df25f51-0c52-4832-9999-6e62e4ce0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:13:42Z', 'revision_number': 5, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port': {'id': 'f5370051-2f8c-40cf-ae80-ac261eeed30d', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:08:02Z', 'updated_at': '2021-04-14T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:44.225643 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df25f51-0c52-4832-9999-6e62e4ce0dfa None None] Checking router: 5832d96f-b4e9-4fab-8dea-5b81077636c6 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:44.234350 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df25f51-0c52-4832-9999-6e62e4ce0dfa None None] Routers {'5832d96f-b4e9-4fab-8dea-5b81077636c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:44.234992 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1df25f51-0c52-4832-9999-6e62e4ce0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:13:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['5832d96f-b4e9-4fab-8dea-5b81077636c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:44.315155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] For port f5370051-2f8c-40cf-ae80-ac261eeed30d, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=f5370051-2f8c-40cf-ae80-ac261eeed30d,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:44.315741 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:44.393952 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-1df25f51-0c52-4832-9999-6e62e4ce0dfa None None] Set router 5832d96f-b4e9-4fab-8dea-5b81077636c6 gateway port host: None {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:44.450578 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Calling delete_port for f5370051-2f8c-40cf-ae80-ac261eeed30d owned by network:router_gateway {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:44.506451 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1df25f51-0c52-4832-9999-6e62e4ce0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:13:44Z', 'revision_number': 6, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port_host': None}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:44.517080 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df25f51-0c52-4832-9999-6e62e4ce0dfa None None] The sync data for ids ['5832d96f-b4e9-4fab-8dea-5b81077636c6'] in dv-cinder-786260-2-smb is: [{'id': '5832d96f-b4e9-4fab-8dea-5b81077636c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1284740359-router', 'tenant_id': 'ecf3e714fb644c96b0825db1815b59a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:08:01Z', 'updated_at': '2021-04-14T16:13:44Z', 'revision_number': 6, 'project_id': 'ecf3e714fb644c96b0825db1815b59a1', 'gw_port_host': None}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:44.632305 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:44.651175 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-828f88f0-b9ff-4c0e-861b-cd1dff3ce7c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:44.749508 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5370051-2f8c-40cf-ae80-ac261eeed30d,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:44.752138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:44.913870 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917797'] for router_gateway, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.106034 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49277'] for router, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.108367 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.131519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853739917'] for router, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.132079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5832d96f-b4e9-4fab-8dea-5b81077636c6 {{(pid=85222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:13:45.145935 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] Notify callbacks [] for router, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.147851 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e30b9d53-856b-43cc-9db9-b91f3879103e admin admin] 10.222.0.48 "DELETE /v2.0/routers/5832d96f-b4e9-4fab-8dea-5b81077636c6 HTTP/1.1" status: 204 len: 168 time: 1.4078143 Apr 14 16:13:45.150666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50886) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:45.221928 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3934be-59c5-4b0d-8f72-629e6888d4a7 admin admin] Deleting subnet 360040e6-fe35-420f-8659-b8ad48418650 {{(pid=85222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:13:45.225128 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f3934be-59c5-4b0d-8f72-629e6888d4a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.276332 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f3934be-59c5-4b0d-8f72-629e6888d4a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12725782'] for subnet, precommit_delete_associations {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.358718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f3934be-59c5-4b0d-8f72-629e6888d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.543306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device f5370051-2f8c-40cf-ae80-ac261eeed30d no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:45.581163 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: f5370051-2f8c-40cf-ae80-ac261eeed30d {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:13:45.581572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device f5370051-2f8c-40cf-ae80-ac261eeed30d not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:13:45.582040 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 7279ff97-8f65-47cb-acd7-cb47433f279b no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:45.613367 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f3934be-59c5-4b0d-8f72-629e6888d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2579076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423017'] for subnet, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.620563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 7279ff97-8f65-47cb-acd7-cb47433f279b {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:13:45.620994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 7279ff97-8f65-47cb-acd7-cb47433f279b not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:13:45.635056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:45.717863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3934be-59c5-4b0d-8f72-629e6888d4a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360040e6-fe35-420f-8659-b8ad48418650,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:45.732346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2f3934be-59c5-4b0d-8f72-629e6888d4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:45.767865 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f3934be-59c5-4b0d-8f72-629e6888d4a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.773410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0207e474-1323-4366-8fc9-ed6f64db9e3e None None] Network f2e84a54-9d67-41bd-af92-691674666ba0 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:45.774040 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2f3934be-59c5-4b0d-8f72-629e6888d4a7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/360040e6-fe35-420f-8659-b8ad48418650 HTTP/1.1" status: 204 len: 168 time: 0.6223123 Apr 14 16:13:45.776807 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50890) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:45.894106 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.967068 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Deleting port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:45.967446 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.025542 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eeb8fd-30d6-4145-83f0-1345b9a8d3d7 None None] DHCP port deletion for f2e84a54-9d67-41bd-af92-691674666ba0 request from dv-cinder-786260-2-smb {{(pid=85224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:13:46.029869 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-43eeb8fd-30d6-4145-83f0-1345b9a8d3d7 None None] Deleting port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:46.030436 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-43eeb8fd-30d6-4145-83f0-1345b9a8d3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.189890 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] For port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:46.190285 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.248328 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-43eeb8fd-30d6-4145-83f0-1345b9a8d3d7 None None] For port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896,segment=NetworkSegment(ed958f96-6e74-4759-956c-3b85c331606c),segment_id=ed958f96-6e74-4759-956c-3b85c331606c)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:46.248809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-43eeb8fd-30d6-4145-83f0-1345b9a8d3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.325706 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Calling delete_port for ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 owned by network:dhcp {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:46.378060 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-43eeb8fd-30d6-4145-83f0-1345b9a8d3d7 None None] Calling delete_port for ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 owned by network:dhcp {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:46.403532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.419540 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:46.454711 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.api [None req-43eeb8fd-30d6-4145-83f0-1345b9a8d3d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85224) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:13:46.455051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.api [None req-43eeb8fd-30d6-4145-83f0-1345b9a8d3d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:13:46.523617 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:46.528268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:46.560515 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] No DVR routers for this DVR port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 on host dv-cinder-786260-2-smb {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:13:46.682550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.794971 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e84a54-9d67-41bd-af92-691674666ba0']}} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:46.807673 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed958f96-6e74-4759-956c-3b85c331606c') {'for_net_delete': True} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:46.808009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed958f96-6e74-4759-956c-3b85c331606c') {} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:46.820288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12725216'] for segment, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.835306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.841709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=85222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:13:46.956252 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-43eeb8fd-30d6-4145-83f0-1345b9a8d3d7 None None] Deleting port ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:46.956689 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-43eeb8fd-30d6-4145-83f0-1345b9a8d3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.027478 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Network f2e84a54-9d67-41bd-af92-691674666ba0 has no segments {{(pid=85222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:13:47.028225 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-43eeb8fd-30d6-4145-83f0-1345b9a8d3d7 None None] The port 'ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896' was deleted {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:13:47.036786 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2579179'] for segment, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.213244 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Network f2e84a54-9d67-41bd-af92-691674666ba0 has no segments {{(pid=85222) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:13:47.482736 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:13:47.542992 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:47.560094 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.563734 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:47.577611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.583841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:13:47.584244 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device ce66f2c4-ac1e-4bcc-a35d-6039fd0ef896 not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:13:47.592063 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e84a54-9d67-41bd-af92-691674666ba0,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:47.595469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:47.606035 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] 10.222.0.48 "DELETE /v2.0/networks/f2e84a54-9d67-41bd-af92-691674666ba0 HTTP/1.1" status: 204 len: 168 time: 1.8282032 Apr 14 16:13:47.722769 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50896) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:47.758081 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-80d21a7f-5406-4784-930e-33f882d4a9c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ecf3e714fb644c96b0825db1815b59a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0339499 Apr 14 16:13:47.760401 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 50900) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:47.820952 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dcea8135-af23-4e79-b762-af3258406d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.848052 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dcea8135-af23-4e79-b762-af3258406d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.893463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dcea8135-af23-4e79-b762-af3258406d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.898966 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-420c1162-5241-42be-a9b0-719b3ae9d505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:47.913622 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea8135-af23-4e79-b762-af3258406d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1bf614-a927-43e6-af3c-4a46dc59a48d,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:47.917592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dcea8135-af23-4e79-b762-af3258406d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:47.921322 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dcea8135-af23-4e79-b762-af3258406d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.923287 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-dcea8135-af23-4e79-b762-af3258406d7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff1bf614-a927-43e6-af3c-4a46dc59a48d HTTP/1.1" status: 204 len: 168 time: 0.1618662 Apr 14 16:13:53.497761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b14bbd38-3474-464d-a97e-5051fdffdfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:54.110358 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:54.648477 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-28c74256-6554-49f1-87d0-db07ae88d148 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822423 Apr 14 16:13:54.745035 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-d6c2a1e2-2671-4d62-8bfa-de823f684225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:54.746602 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-d6c2a1e2-2671-4d62-8bfa-de823f684225 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b792eeb09c5d41c392ab38c43a4645c2&device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1098 time: 0.0776553 Apr 14 16:13:54.899626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-2e4c2da9-226e-4acf-b312-8cc7a5881e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:54.901249 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-2e4c2da9-226e-4acf-b312-8cc7a5881e3c service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c HTTP/1.1" status: 200 len: 910 time: 0.1355805 Apr 14 16:13:55.012936 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-3794495c-222b-4839-8105-9dd0e943d06c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd HTTP/1.1" status: 200 len: 1000 time: 0.1046572 Apr 14 16:13:55.080200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-1562a66d-fbab-440a-aa90-653579acfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:55.081759 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-1562a66d-fbab-440a-aa90-653579acfaa4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b85d1836-4d3d-4ed3-8b07-866ecd66eac9 HTTP/1.1" status: 200 len: 848 time: 0.0629392 Apr 14 16:13:55.166136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-b13347a0-0c6d-4c76-a610-105ba69c1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:55.167627 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-b13347a0-0c6d-4c76-a610-105ba69c1623 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800431 Apr 14 16:13:55.310209 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-d8703ab0-ba92-42c5-b3c8-920ee7e5dc8a service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357436 Apr 14 16:13:55.455202 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-daa4f508-8104-41ca-b0ee-71e3a63f07d8 req-5423c0d4-f7a4-400a-afc1-9f81ecb6ceae service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387022 Apr 14 16:13:55.803277 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e74cc1b7-15b0-4d53-8cbb-2fa13a8ba003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:56.542536 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:56.841215 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:57.845482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:02.690001 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:14:21.912339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51258) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:22.037112 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.053878 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:22.057932 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Usage tracker for resource:security_group_rule and tenant:d9f0cb104ee4405d97f6edf3b66a165e is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:22.060851 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:22.067426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:22.157348 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.159885 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.168507 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5f8c0f93-12bf-4c08-929e-b6f00ff2c878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:22.211427 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9f0cb104ee4405d97f6edf3b66a165e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979410 Apr 14 16:14:22.212386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b535ea1-cd8e-4aea-abec-d98e6e29c11f,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:22.214456 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51264) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:22.220424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.220874 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.221288 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.221856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.222283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.222671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.223070 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.223468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.223866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.224261 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.224654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.225073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:22.229274 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-94170d1b-15b4-425a-a2b8-2ba68b53952b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:22.278605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-14716571-1bf0-41c9-80bf-c1739bf2db29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.306245 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-14716571-1bf0-41c9-80bf-c1739bf2db29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.355022 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-14716571-1bf0-41c9-80bf-c1739bf2db29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.360079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-86755d74-f734-4d06-84f7-ed2edb598498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:22.373968 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14716571-1bf0-41c9-80bf-c1739bf2db29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b535ea1-cd8e-4aea-abec-d98e6e29c11f,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:22.376821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-14716571-1bf0-41c9-80bf-c1739bf2db29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:22.379519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-14716571-1bf0-41c9-80bf-c1739bf2db29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.380669 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-14716571-1bf0-41c9-80bf-c1739bf2db29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b535ea1-cd8e-4aea-abec-d98e6e29c11f HTTP/1.1" status: 204 len: 168 time: 0.1650615 Apr 14 16:14:22.664586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51272) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:22.687434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd3ddbc2-cb15-45b2-a6a5-3a8bc98cfc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.702424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-cd3ddbc2-cb15-45b2-a6a5-3a8bc98cfc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:22.706463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-cd3ddbc2-cb15-45b2-a6a5-3a8bc98cfc17 admin admin] Usage tracker for resource:security_group_rule and tenant:be8e1b194f85497aa167cf0e02eba68e is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:22.709365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-cd3ddbc2-cb15-45b2-a6a5-3a8bc98cfc17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:22.715235 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-cd3ddbc2-cb15-45b2-a6a5-3a8bc98cfc17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:22.798415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd3ddbc2-cb15-45b2-a6a5-3a8bc98cfc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.801607 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cd3ddbc2-cb15-45b2-a6a5-3a8bc98cfc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.810435 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f0414ec1-9660-46c2-af96-1877ede5493c tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:22.852287 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-cd3ddbc2-cb15-45b2-a6a5-3a8bc98cfc17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be8e1b194f85497aa167cf0e02eba68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865125 Apr 14 16:14:22.853150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ddbc2-cb15-45b2-a6a5-3a8bc98cfc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecf213c-7643-4967-a813-42776771eeed,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:22.855181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51276) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:22.856396 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cd3ddbc2-cb15-45b2-a6a5-3a8bc98cfc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:22.917400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb1d3-f525-4ab9-863d-7241f559abf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.945176 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb1d3-f525-4ab9-863d-7241f559abf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.989011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb1d3-f525-4ab9-863d-7241f559abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.993853 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-09d56c6a-86f3-4799-b299-3f0b1d33ab67 tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:23.007897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdb1d3-f525-4ab9-863d-7241f559abf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecf213c-7643-4967-a813-42776771eeed,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:23.010979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c1bdb1d3-f525-4ab9-863d-7241f559abf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:23.015255 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb1d3-f525-4ab9-863d-7241f559abf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:23.016465 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c1bdb1d3-f525-4ab9-863d-7241f559abf2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ecf213c-7643-4967-a813-42776771eeed HTTP/1.1" status: 204 len: 168 time: 0.1601894 Apr 14 16:14:23.498559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e806e08c-837a-47c0-bda6-32217958976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:24.125723 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:25.804802 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5f41e711-7e96-49d3-90e1-55174f058eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.546034 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:26.841467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:27.848158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:27.871113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51350) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:27.996484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-51e8afa9-793c-482b-bb89-923f67ce8abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.011994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-51e8afa9-793c-482b-bb89-923f67ce8abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:28.015931 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-51e8afa9-793c-482b-bb89-923f67ce8abb admin admin] Usage tracker for resource:security_group_rule and tenant:62c9f654e88b4dcaad29ddec4ca69deb is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:28.019550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-51e8afa9-793c-482b-bb89-923f67ce8abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:28.025485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-51e8afa9-793c-482b-bb89-923f67ce8abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:28.107582 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-51e8afa9-793c-482b-bb89-923f67ce8abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.110394 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-51e8afa9-793c-482b-bb89-923f67ce8abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.119589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a06b4d5e-25e6-43a0-89a5-c7967f37d905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:28.164665 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-51e8afa9-793c-482b-bb89-923f67ce8abb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62c9f654e88b4dcaad29ddec4ca69deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924025 Apr 14 16:14:28.166362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8afa9-793c-482b-bb89-923f67ce8abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4e1188-4115-47b1-8a2d-fe9fd922c2f6,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:28.167734 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51356) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:28.169706 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-51e8afa9-793c-482b-bb89-923f67ce8abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:28.232805 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0bda227e-4ed0-445d-bd14-9f66c71d6aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.260247 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0bda227e-4ed0-445d-bd14-9f66c71d6aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.303508 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0bda227e-4ed0-445d-bd14-9f66c71d6aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.308277 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3b81c37f-5878-4e60-8e96-1a70cf6fa146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:28.322016 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda227e-4ed0-445d-bd14-9f66c71d6aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4e1188-4115-47b1-8a2d-fe9fd922c2f6,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:28.325057 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0bda227e-4ed0-445d-bd14-9f66c71d6aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:28.326009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0bda227e-4ed0-445d-bd14-9f66c71d6aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.327207 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0bda227e-4ed0-445d-bd14-9f66c71d6aff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e4e1188-4115-47b1-8a2d-fe9fd922c2f6 HTTP/1.1" status: 204 len: 168 time: 0.1583612 Apr 14 16:14:28.609494 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51364) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:28.629713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f70506b5-3cb0-4913-bac4-2d1024fb5e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.644929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f70506b5-3cb0-4913-bac4-2d1024fb5e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:28.649018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f70506b5-3cb0-4913-bac4-2d1024fb5e09 admin admin] Usage tracker for resource:security_group_rule and tenant:2ea65fd82ef046c5b8b496096137a669 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:28.651934 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f70506b5-3cb0-4913-bac4-2d1024fb5e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:28.657932 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f70506b5-3cb0-4913-bac4-2d1024fb5e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:28.742679 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f70506b5-3cb0-4913-bac4-2d1024fb5e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.745498 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f70506b5-3cb0-4913-bac4-2d1024fb5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.754187 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ea51a959-81b8-47a6-aa70-10721d06cb06 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:28.796123 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f70506b5-3cb0-4913-bac4-2d1024fb5e09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ea65fd82ef046c5b8b496096137a669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854265 Apr 14 16:14:28.797868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70506b5-3cb0-4913-bac4-2d1024fb5e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d90515a-d979-4a2b-b2e2-56b691bf787d,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:28.799479 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51368) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:28.802120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f70506b5-3cb0-4913-bac4-2d1024fb5e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:28.862110 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3b16dd4c-a2c3-4235-8a54-c431e8bca267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.889337 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3b16dd4c-a2c3-4235-8a54-c431e8bca267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.941958 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3b16dd4c-a2c3-4235-8a54-c431e8bca267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.947227 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1347c953-01c3-4bc5-af63-5b7a132cac14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:28.960537 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16dd4c-a2c3-4235-8a54-c431e8bca267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d90515a-d979-4a2b-b2e2-56b691bf787d,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:28.964647 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3b16dd4c-a2c3-4235-8a54-c431e8bca267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:28.965902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3b16dd4c-a2c3-4235-8a54-c431e8bca267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.970157 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3b16dd4c-a2c3-4235-8a54-c431e8bca267 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d90515a-d979-4a2b-b2e2-56b691bf787d HTTP/1.1" status: 204 len: 168 time: 0.1660194 Apr 14 16:14:31.223370 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51440) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:31.350654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d57eb71a-f75d-4908-8905-9b58b9624fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:31.366340 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d57eb71a-f75d-4908-8905-9b58b9624fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:31.370465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d57eb71a-f75d-4908-8905-9b58b9624fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:3feca9777a3c4689be58b49d0cc5c6a9 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:31.373395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-d57eb71a-f75d-4908-8905-9b58b9624fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:31.380000 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-d57eb71a-f75d-4908-8905-9b58b9624fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:31.463447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d57eb71a-f75d-4908-8905-9b58b9624fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:31.466020 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d57eb71a-f75d-4908-8905-9b58b9624fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:31.475212 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c517093e-b33f-4554-9fc0-4d48cf19e9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:31.517523 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d57eb71a-f75d-4908-8905-9b58b9624fb6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3feca9777a3c4689be58b49d0cc5c6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930145 Apr 14 16:14:31.519059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57eb71a-f75d-4908-8905-9b58b9624fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996d71fc-4233-409c-b875-11be744f1eb5,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:31.521004 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51446) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:31.522315 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d57eb71a-f75d-4908-8905-9b58b9624fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:31.587665 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6bde0cd0-de9c-4d06-8638-2dd852c2f515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:31.614038 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6bde0cd0-de9c-4d06-8638-2dd852c2f515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:31.662303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6bde0cd0-de9c-4d06-8638-2dd852c2f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:31.669747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-53147d36-8e53-4fbf-870b-531ff560436c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:31.685200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde0cd0-de9c-4d06-8638-2dd852c2f515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996d71fc-4233-409c-b875-11be744f1eb5,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:31.689593 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6bde0cd0-de9c-4d06-8638-2dd852c2f515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:31.710181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6bde0cd0-de9c-4d06-8638-2dd852c2f515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:31.711523 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6bde0cd0-de9c-4d06-8638-2dd852c2f515 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/996d71fc-4233-409c-b875-11be744f1eb5 HTTP/1.1" status: 204 len: 168 time: 0.1893618 Apr 14 16:14:32.003558 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51454) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:32.023995 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b0300bfd-a1de-49d6-8e88-cc1761720c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:32.039683 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-b0300bfd-a1de-49d6-8e88-cc1761720c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:32.043744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-b0300bfd-a1de-49d6-8e88-cc1761720c87 admin admin] Usage tracker for resource:security_group_rule and tenant:fbe7543125bb4ed2abca907f78840c24 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:32.046677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-b0300bfd-a1de-49d6-8e88-cc1761720c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:32.053632 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-b0300bfd-a1de-49d6-8e88-cc1761720c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:32.139081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b0300bfd-a1de-49d6-8e88-cc1761720c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:32.141514 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b0300bfd-a1de-49d6-8e88-cc1761720c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:32.150422 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2abb6561-8481-4c14-98ca-92b952ecd84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:32.193678 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b0300bfd-a1de-49d6-8e88-cc1761720c87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbe7543125bb4ed2abca907f78840c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889718 Apr 14 16:14:32.195365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0300bfd-a1de-49d6-8e88-cc1761720c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11e55ed-2261-45fd-9846-430f378bc988,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:32.196546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51458) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:32.198544 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b0300bfd-a1de-49d6-8e88-cc1761720c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:32.259368 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89cff88e-ab22-4a29-84c3-0d31d9064c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:32.289895 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89cff88e-ab22-4a29-84c3-0d31d9064c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:32.333529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89cff88e-ab22-4a29-84c3-0d31d9064c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:32.338528 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8fffaa0c-4390-4260-a7eb-b1d9eb7ea549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:32.351720 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cff88e-ab22-4a29-84c3-0d31d9064c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11e55ed-2261-45fd-9846-430f378bc988,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:32.354124 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-89cff88e-ab22-4a29-84c3-0d31d9064c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:32.362732 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89cff88e-ab22-4a29-84c3-0d31d9064c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:32.363930 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-89cff88e-ab22-4a29-84c3-0d31d9064c9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e11e55ed-2261-45fd-9846-430f378bc988 HTTP/1.1" status: 204 len: 168 time: 0.1661963 Apr 14 16:14:33.588923 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51490) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:33.714306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-274d4b62-4b6d-4e8a-924d-85b0617867d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:33.729708 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-274d4b62-4b6d-4e8a-924d-85b0617867d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:33.733705 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-274d4b62-4b6d-4e8a-924d-85b0617867d7 admin admin] Usage tracker for resource:security_group_rule and tenant:23a7afff4cd64c75943acbabca703089 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:33.736639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-274d4b62-4b6d-4e8a-924d-85b0617867d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:33.743223 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-274d4b62-4b6d-4e8a-924d-85b0617867d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:33.825734 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-274d4b62-4b6d-4e8a-924d-85b0617867d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:33.828707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-274d4b62-4b6d-4e8a-924d-85b0617867d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:33.837754 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ae5842d7-9131-4f49-b577-aaf06875410d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:33.880013 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-274d4b62-4b6d-4e8a-924d-85b0617867d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23a7afff4cd64c75943acbabca703089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899780 Apr 14 16:14:33.881000 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d4b62-4b6d-4e8a-924d-85b0617867d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a945b2a5-4e84-42be-86b0-b90ee64b6824,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:33.882984 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51496) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:33.884185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-274d4b62-4b6d-4e8a-924d-85b0617867d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:33.950594 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-61613fb4-5511-49bc-8f3c-95dc6bcb5987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:33.977968 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-61613fb4-5511-49bc-8f3c-95dc6bcb5987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:34.021893 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-61613fb4-5511-49bc-8f3c-95dc6bcb5987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:34.026833 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-45814c3b-4baa-4a74-8a4d-95d1dbb75513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:34.039720 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61613fb4-5511-49bc-8f3c-95dc6bcb5987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a945b2a5-4e84-42be-86b0-b90ee64b6824,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:34.044877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-61613fb4-5511-49bc-8f3c-95dc6bcb5987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:34.049780 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-61613fb4-5511-49bc-8f3c-95dc6bcb5987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:34.050985 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-61613fb4-5511-49bc-8f3c-95dc6bcb5987 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a945b2a5-4e84-42be-86b0-b90ee64b6824 HTTP/1.1" status: 204 len: 168 time: 0.1663334 Apr 14 16:14:38.113926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51542) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:38.237639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:38.253592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:38.258047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Usage tracker for resource:security_group_rule and tenant:ed6e164380854a32852e2c5869190436 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:38.261009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:38.266941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:38.351654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:38.354385 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:38.363619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6bde0cd0-de9c-4d06-8638-2dd852c2f515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:38.406942 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed6e164380854a32852e2c5869190436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918966 Apr 14 16:14:38.407897 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e00426-e442-4b7b-a7a8-e7405d79d513,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:38.409904 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51548) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:38.415936 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.416358 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.416792 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.417200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.417600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.418004 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.418400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.418800 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.419197 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.419589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.419979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.420371 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:38.424518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c0a4cebe-2430-4dbc-bc28-65e30e2da908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:38.476711 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd6b0-e060-4ab4-a51a-66fb7164cbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:38.503241 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd6b0-e060-4ab4-a51a-66fb7164cbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:38.546586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd6b0-e060-4ab4-a51a-66fb7164cbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:38.552213 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-12a7fa71-0a37-4a49-8b9b-1763bbd63d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:38.566296 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bd6b0-e060-4ab4-a51a-66fb7164cbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e00426-e442-4b7b-a7a8-e7405d79d513,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:38.569425 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2f5bd6b0-e060-4ab4-a51a-66fb7164cbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:38.573692 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd6b0-e060-4ab4-a51a-66fb7164cbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:38.574885 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2f5bd6b0-e060-4ab4-a51a-66fb7164cbb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52e00426-e442-4b7b-a7a8-e7405d79d513 HTTP/1.1" status: 204 len: 168 time: 0.1638765 Apr 14 16:14:39.259384 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51572) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:39.369079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-822742412-network', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:39.374338 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:39.379073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Usage tracker for resource:network and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:39.382083 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:39.388062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:39.397856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Made reservation on behalf of 4a6f8c1615284c6eb6f5a784c6d41393 for: {'network': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:14:39.402506 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:39.415172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:39.430871 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:39.434823 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Usage tracker for resource:security_group_rule and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:39.437757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:39.444113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:39.527764 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:39.530589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:39.534809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:39.566979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=85223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:14:39.575926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26c715c-05cf-4754-a6d0-093272253553,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:39.579766 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:39.582283 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:39.582668 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Added segment 6f33afea-592b-498d-9da9-af53325009fe of type vlan for network c828a24b-9fba-416f-a9ab-ae79385c3e58 Apr 14 16:14:39.609953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:39.639529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:39.640920 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:39.641568 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:39.646509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a7fed20f-ee01-4b72-bfdd-7e2a6456746a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:39.692361 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:14:39.752687 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4921038 Apr 14 16:14:39.753683 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c828a24b-9fba-416f-a9ab-ae79385c3e58,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:39.755952 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51578) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:39.756790 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:39.762367 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Request body: {'subnet': {'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-822742412-subnet', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'ip_version': 4}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:39.764955 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network c828a24b-9fba-416f-a9ab-ae79385c3e58 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:14:39.767680 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:39.771912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Usage tracker for resource:subnet and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:39.774882 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:39.780888 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:39.794881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Made reservation on behalf of 4a6f8c1615284c6eb6f5a784c6d41393 for: {'subnet': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:14:39.800450 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851352753'] for subnet, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:40.200644 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852196741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851352784'] for subnet, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:40.216360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2f3934be-59c5-4b0d-8f72-629e6888d4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:40.348404 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb5bc7e-48ca-4085-84b4-ea860038ce0c,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:40.360298 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:40.424503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Checking segment: {'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:40.424939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Network hostable DHCP agents. Network: c828a24b-9fba-416f-a9ab-ae79385c3e58, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:14:40.443279 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Network c828a24b-9fba-416f-a9ab-ae79385c3e58 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:14:40.451234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, c828a24b-9fba-416f-a9ab-ae79385c3e58) {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:40.461393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba47c903-6db3-495f-9906-1e8364deddaa None None] Network c828a24b-9fba-416f-a9ab-ae79385c3e58 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:14:40.463584 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:40.464236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:40.487955 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9f031cd6-4001-4dbe-bdcf-4ba1b1272924 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7306576 Apr 14 16:14:40.490816 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51582) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:40.496439 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:40.501317 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:40.505900 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Usage tracker for resource:router and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:40.509424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:40.515469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:40.525406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1045782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49154'] for router, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:40.526478 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853729933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1035679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853839601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726539'] for router, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:40.546961 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:40.683628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp473252ec-2888-5c69-b44f-6f22b1910560-c828a24b-9fba-416f-a9ab-ae79385c3e58', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c'}]}} from dv-cinder-786260-2-smb. {{(pid=85224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:14:40.684545 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:40.832305 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853857952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1045985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726556'] for router, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:40.846641 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Allocated IP 172.20.0.2 (c828a24b-9fba-416f-a9ab-ae79385c3e58/4cb5bc7e-48ca-4085-84b4-ea860038ce0c/260e2c81-6e8b-4edf-b7a2-3408bab61c5d) {{(pid=85224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:14:41.066406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Notify callbacks [] for port, precommit_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.077752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Transition to ACTIVE for port object 260e2c81-6e8b-4edf-b7a2-3408bab61c5d will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:41.099070 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Transition to ACTIVE for port object 260e2c81-6e8b-4edf-b7a2-3408bab61c5d will not be triggered until provisioned by entity DHCP. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:41.103621 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.123274 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:41.261533 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Pushing event updated for resources: {'Port': ['ID=260e2c81-6e8b-4edf-b7a2-3408bab61c5d,revision_number=1']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:41.282604 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.282998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.284042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.284435 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.284836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.285218 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.285591 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.285959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.286331 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.286704 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.287076 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.287440 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.292915 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:41.330962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Network c828a24b-9fba-416f-a9ab-ae79385c3e58 is already hosted by enough agents. {{(pid=85224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:41.332179 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Resources bound (agent type, host, resource id): {{(pid=85224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:41.334555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Received port after_create {{(pid=85224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:14:41.399333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.433562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.590531 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Allocated IP 172.28.3.127 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/1f762121-44bc-498d-b395-5d44a15e8b50) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:14:41.602105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Attempting to bind port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:14:41.602518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Attempting to bind port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:14:41.602928 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Attempting to bind port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d on network c828a24b-9fba-416f-a9ab-ae79385c3e58 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:41.608510 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:14:41.608982 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Checking segment: {'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:41.609427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.609863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Bound using segment: {'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:14:41.610369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Bound port: 260e2c81-6e8b-4edf-b7a2-3408bab61c5d, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:14:41.610780 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.686108 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] For port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:14:41.689266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] For port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=260e2c81-6e8b-4edf-b7a2-3408bab61c5d,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:14:41.693408 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.708871 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:41.748614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.778413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.794157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9aec4417-30f9-4a39-b8d3-1ff5d3da1ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:41.860305 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Pushing event updated for resources: {'Port': ['ID=260e2c81-6e8b-4edf-b7a2-3408bab61c5d,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:41.864879 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:41.932399 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Pushing event updated for resources: {'Port': ['ID=1f762121-44bc-498d-b395-5d44a15e8b50,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:41.945351 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:41.987507 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:41.988713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:41.991053 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:14:42.461975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:42.789943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb37ec2-7041-4f03-bb5c-8cb11d21aefc req-11b66f4c-ef8c-4235-85b1-6aa3cb961d59 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:42.791483 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5cb37ec2-7041-4f03-bb5c-8cb11d21aefc req-11b66f4c-ef8c-4235-85b1-6aa3cb961d59 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.3409171 Apr 14 16:14:42.892697 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5cb37ec2-7041-4f03-bb5c-8cb11d21aefc req-b782a9f5-2d94-472f-83ab-d85fbc60cd54 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500379 Apr 14 16:14:42.927043 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853729815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917835'] for router, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:43.148553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Router de04755d-2cb6-4a60-9332-14a8c29b31d1 is scheduled to L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 with binding_index 1 {{(pid=85222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:14:43.226949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e21eb41-8939-42ec-853a-797d90f92a48 None None] Network c828a24b-9fba-416f-a9ab-ae79385c3e58 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:14:43.340713 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:14:43.358274 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Sync routers for ids ['de04755d-2cb6-4a60-9332-14a8c29b31d1'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:14:43.363937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Notify callbacks [] for router, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:43.365533 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8737171 Apr 14 16:14:43.368682 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51592) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:43.373104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-9ba76962-bf9a-4619-94af-018a022dc2d3 None None] Provisioning for port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:43.416781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Routers {'de04755d-2cb6-4a60-9332-14a8c29b31d1'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:43.417485 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:14:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['de04755d-2cb6-4a60-9332-14a8c29b31d1'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:43.613355 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 260e2c81-6e8b-4edf-b7a2-3408bab61c5d up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:43.729246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Set router de04755d-2cb6-4a60-9332-14a8c29b31d1 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:43.886720 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:43.952136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:43.952569 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.175872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.204908 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=260e2c81-6e8b-4edf-b7a2-3408bab61c5d,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:44.209565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.212091 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:44.253911 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:42Z', 'revision_number': 3, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:44.271247 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Checking router: de04755d-2cb6-4a60-9332-14a8c29b31d1 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:14:44.271674 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Updating router de04755d-2cb6-4a60-9332-14a8c29b31d1 port 1f762121-44bc-498d-b395-5d44a15e8b50 binding host dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:14:44.350182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b23d26-7803-469a-be40-a8d83fc7c464 req-e817b2d1-0aeb-4b30-bcc0-7809aaba369d tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:44.351206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=260e2c81-6e8b-4edf-b7a2-3408bab61c5d,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:44.351763 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-66b23d26-7803-469a-be40-a8d83fc7c464 req-e817b2d1-0aeb-4b30-bcc0-7809aaba369d tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.3100443 Apr 14 16:14:44.355947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-801088a8-d224-4107-a20a-241efc9410ee None None] Provisioning complete for port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:44.356375 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-801088a8-d224-4107-a20a-241efc9410ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.388412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:44.395881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.433653 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-66b23d26-7803-469a-be40-a8d83fc7c464 req-a8a270d7-a222-4a1f-ab8b-3556b41034cb tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729539 Apr 14 16:14:44.441758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.659464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Allocated IP 172.20.0.1 (c828a24b-9fba-416f-a9ab-ae79385c3e58/4cb5bc7e-48ca-4085-84b4-ea860038ce0c/32607d15-7559-413d-b85a-38394d110218) {{(pid=85223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:14:44.814046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.830546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Transition to ACTIVE for port object 32607d15-7559-413d-b85a-38394d110218 will not be triggered until provisioned by entity DHCP. {{(pid=85223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:44.854217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.869415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:44.873599 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Notify callbacks [] for port, precommit_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.885514 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Transition to ACTIVE for port object 1f762121-44bc-498d-b395-5d44a15e8b50 will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:44.890978 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.958734 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:45.003031 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Pushing event updated for resources: {'Port': ['ID=32607d15-7559-413d-b85a-38394d110218,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:45.007716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:45.065389 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Network c828a24b-9fba-416f-a9ab-ae79385c3e58 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:45.066635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:45.069089 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Received port after_create {{(pid=85223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:14:45.133795 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917900'] for router_interface, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.228339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed59b90-c92e-430b-8a41-89e82a3906a3 None None] Pushing event updated for resources: {'Port': ['ID=1f762121-44bc-498d-b395-5d44a15e8b50,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:45.233442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fed59b90-c92e-430b-8a41-89e82a3906a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:45.290043 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Attempting to bind port 1f762121-44bc-498d-b395-5d44a15e8b50 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:14:45.290469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Attempting to bind port 1f762121-44bc-498d-b395-5d44a15e8b50 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:14:45.290888 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Attempting to bind port 1f762121-44bc-498d-b395-5d44a15e8b50 on network e8580497-b273-4b3c-b442-5753c0086bc0 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:45.296292 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-c7b20d70-615a-4474-b835-4fe8034e094a None None] Provisioning for port 32607d15-7559-413d-b85a-38394d110218 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:45.301075 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:14:45.301502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Checking segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:45.301952 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.302391 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Bound using segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:14:45.302909 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Bound port: 1f762121-44bc-498d-b395-5d44a15e8b50, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:14:45.303326 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.340697 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-c7b20d70-615a-4474-b835-4fe8034e094a None None] Provisioning complete for port 32607d15-7559-413d-b85a-38394d110218 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:45.341047 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c7b20d70-615a-4474-b835-4fe8034e094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.396229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.426950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-c7b20d70-615a-4474-b835-4fe8034e094a None None] Port 32607d15-7559-413d-b85a-38394d110218 cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:14:45.436753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] For port 1f762121-44bc-498d-b395-5d44a15e8b50, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:14:45.440499 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] For port 1f762121-44bc-498d-b395-5d44a15e8b50, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=1f762121-44bc-498d-b395-5d44a15e8b50,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:14:45.443943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.460092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d71cac71-868e-4e2b-b9ad-511ea5a89e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:45.593607 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 260e2c81-6e8b-4edf-b7a2-3408bab61c5d up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:45.663563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067212d-8b06-401f-8829-d4800cc6697f req-b7215344-92fc-45d0-9fc9-e82514d3b032 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:45.665202 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2067212d-8b06-401f-8829-d4800cc6697f req-b7215344-92fc-45d0-9fc9-e82514d3b032 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.0930047 Apr 14 16:14:45.671672 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed59b90-c92e-430b-8a41-89e82a3906a3 None None] Pushing event updated for resources: {'Port': ['ID=1f762121-44bc-498d-b395-5d44a15e8b50,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:45.676018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fed59b90-c92e-430b-8a41-89e82a3906a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:45.683370 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.690777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850808634'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.709310 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2067212d-8b06-401f-8829-d4800cc6697f req-66374b32-eb74-4020-bbbc-5747189fc762 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363221 Apr 14 16:14:45.719719 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9e251bd9-d987-4052-80a7-d7c8441c1a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:45.741979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:45.742411 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.801484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Routers {'de04755d-2cb6-4a60-9332-14a8c29b31d1'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:45.802166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:14:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['de04755d-2cb6-4a60-9332-14a8c29b31d1'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:45.808029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1048357'] for router_interface, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.823198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Pushing event updated for resources: {'Port': ['ID=32607d15-7559-413d-b85a-38394d110218,revision_number=2']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:45.828887 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:45.952120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Network c828a24b-9fba-416f-a9ab-ae79385c3e58 is already hosted by enough agents. {{(pid=85223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:45.952996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=85223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:46.057850 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] Set router de04755d-2cb6-4a60-9332-14a8c29b31d1 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:46.150474 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Router de04755d-2cb6-4a60-9332-14a8c29b31d1 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:14:46.281209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-ca868709-3a1c-49f3-9ebd-6f4a005f052d None None] Provisioning complete for port 32607d15-7559-413d-b85a-38394d110218 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:46.281525 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ca868709-3a1c-49f3-9ebd-6f4a005f052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.341463 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:14:46.351902 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] 10.222.0.48 "PUT /v2.0/routers/de04755d-2cb6-4a60-9332-14a8c29b31d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9815152 Apr 14 16:14:46.381965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-ca868709-3a1c-49f3-9ebd-6f4a005f052d None None] Port 32607d15-7559-413d-b85a-38394d110218 cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:14:46.454205 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '32607d15-7559-413d-b85a-38394d110218', 'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'mac_address': 'fa:16:3e:82:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:44Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 2, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'subnets': [{'id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:46.458970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068adb1-6260-43eb-ab5c-3c087ea3d598 None None] The sync data for ids ['de04755d-2cb6-4a60-9332-14a8c29b31d1'] in dv-cinder-786260-2-smb is: [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '32607d15-7559-413d-b85a-38394d110218', 'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'mac_address': 'fa:16:3e:82:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:44Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 2, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'subnets': [{'id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:14:46.938478 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51626) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:46.947235 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-937122113-network', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:46.952394 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:46.957369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Usage tracker for resource:network and tenant:37e0ba27763f4664a946da2bef19eb4a is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:46.967937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:46.976020 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:46.996595 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ce1cc-c752-485d-b7de-04cdce8653d8 req-737b8ca7-397c-4ad1-a70a-7b195f4e4132 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.998287 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-634ce1cc-c752-485d-b7de-04cdce8653d8 req-737b8ca7-397c-4ad1-a70a-7b195f4e4132 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1288996 Apr 14 16:14:46.999426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Made reservation on behalf of 37e0ba27763f4664a946da2bef19eb4a for: {'network': 1} {{(pid=85223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:14:47.004844 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for network, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.035788 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.058174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:47.063752 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-634ce1cc-c752-485d-b7de-04cdce8653d8 req-cb4b1414-37b7-480f-992d-1cf12d8c35c7 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482645 Apr 14 16:14:47.066947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Usage tracker for resource:security_group_rule and tenant:37e0ba27763f4664a946da2bef19eb4a is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:47.070142 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:47.076426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:47.176679 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.181098 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.186157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8350dd26-7ffc-4fba-ad93-af7b646d06e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:47.217710 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=85223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:14:47.228503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348ae0b7-5568-48a2-969f-c4411dff6e7e,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:47.235246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.236813 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.segments_db [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Added segment 01b4b110-e641-455d-a09a-4519b8fa7337 of type vlan for network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 Apr 14 16:14:47.239178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:47.267548 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777863801544'] for network, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.301532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005'] for network, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.302962 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.304929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.310323 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7e1118e7-2d0a-4de6-a27d-d4318a45858a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:47.614088 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 1f762121-44bc-498d-b395-5d44a15e8b50 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:47.659074 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7189097 Apr 14 16:14:47.660676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Pushing event updated for resources: {'Network': ['ID=b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:47.661131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51636) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:47.667045 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Request body: {'subnet': {'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-937122113-subnet', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'ip_version': 4}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:47.672226 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:47.672355 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c07bd77d-a393-4c63-8c17-78bbe9b94568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:47.678855 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Usage tracker for resource:subnet and tenant:37e0ba27763f4664a946da2bef19eb4a is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:47.680870 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 details requested by agent ovs-agent-dv-cinder-786260-2-smb with host dv-cinder-786260-2-smb {{(pid=85224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:14:47.682056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:47.688109 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:47.699038 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Made reservation on behalf of 37e0ba27763f4664a946da2bef19eb4a for: {'subnet': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:14:47.703798 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851352753'] for subnet, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.803036 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 1f762121-44bc-498d-b395-5d44a15e8b50 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:47.810737 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 1f762121-44bc-498d-b395-5d44a15e8b50 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:47.811232 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.943605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.963105 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 1f762121-44bc-498d-b395-5d44a15e8b50, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=1f762121-44bc-498d-b395-5d44a15e8b50,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:47.966104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.969420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-adbf6516-6d6f-4712-b8af-d1c7742712d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:48.043758 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=1f762121-44bc-498d-b395-5d44a15e8b50,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:48.047019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:48.346073 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c1f8-8d47-4b39-9c41-1ad3fe38444e req-d110f953-bd53-4b40-9980-8fb8ff0bc4b6 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.347714 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6539c1f8-8d47-4b39-9c41-1ad3fe38444e req-d110f953-bd53-4b40-9980-8fb8ff0bc4b6 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1635728 Apr 14 16:14:48.392132 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6539c1f8-8d47-4b39-9c41-1ad3fe38444e req-a5924c0f-4088-4666-b68c-937ae1ed0e10 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376570 Apr 14 16:14:48.465476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852196741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851352784'] for subnet, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.480994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8a15d072-cc7f-413a-a8b9-cbc490d84779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:48.615029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f003488c-f716-4c50-99f2-3f99062d19b4,revision_number=0']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:48.618778 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:48.680502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Checking segment: {'id': '01b4b110-e641-455d-a09a-4519b8fa7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:48.680956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Network hostable DHCP agents. Network: b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8, hostable agents: ['25125dc2-07f2-4abc-97b3-27b8c8b65b23'], hosted agents: [] {{(pid=85222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:14:48.700012 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 is scheduled to be hosted by DHCP agent 25125dc2-07f2-4abc-97b3-27b8c8b65b23 with binding_index 1 {{(pid=85222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:14:48.708184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-smb, b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8) {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:48.717594 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c089e72-7a79-4dc7-b8ee-c9b4b2a48c94 None None] Network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:14:48.719856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.720506 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.740676 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-49cacf27-ffe5-4f9f-8d4d-58df3652bb71 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0785820 Apr 14 16:14:48.743339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51648) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:48.748827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-937122113-router', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:48.753589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:48.757620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Usage tracker for resource:router and tenant:37e0ba27763f4664a946da2bef19eb4a is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:48.761142 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:48.767237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:48.776071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1045782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49154'] for router, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.777194 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853729933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1035679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853839601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854726539'] for router, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.793586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.943123 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp473252ec-2888-5c69-b44f-6f22b1910560-b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8', 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'fixed_ips': [{'subnet_id': 'f003488c-f716-4c50-99f2-3f99062d19b4'}]}} from dv-cinder-786260-2-smb. {{(pid=85224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:14:48.944045 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.081224 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853857952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1045985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854726556'] for router, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.107953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Allocated IP 172.20.0.2 (b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8/f003488c-f716-4c50-99f2-3f99062d19b4/2d9835f5-10b9-4ac5-8ef9-0f8d7b833407) {{(pid=85224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:14:49.333659 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Notify callbacks [] for port, precommit_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.345113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Transition to ACTIVE for port object 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:49.366044 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Transition to ACTIVE for port object 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 will not be triggered until provisioned by entity DHCP. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:49.370788 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744'] for port, after_create {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.386516 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:49.414856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.448004 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.620666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Allocated IP 172.28.3.207 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/35490efc-4615-4aee-aaaf-46e15fc6cc3a) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:14:49.623939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b9cbc-a922-4673-a983-1c2a754a52fc req-bea7c7a9-aec1-45bc-8122-a880a818c040 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:49.625729 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-783b9cbc-a922-4673-a983-1c2a754a52fc req-bea7c7a9-aec1-45bc-8122-a880a818c040 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1082554 Apr 14 16:14:49.662596 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-783b9cbc-a922-4673-a983-1c2a754a52fc req-1a5ae8f6-9565-4fea-bf4e-1653fe6cd786 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297318 Apr 14 16:14:49.708900 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 1f762121-44bc-498d-b395-5d44a15e8b50 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:49.717327 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Sync routers for ids ['de04755d-2cb6-4a60-9332-14a8c29b31d1'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:14:49.727991 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Routers {'de04755d-2cb6-4a60-9332-14a8c29b31d1'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:49.728868 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:14:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['de04755d-2cb6-4a60-9332-14a8c29b31d1'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:49.786639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.799586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Pushing event updated for resources: {'Port': ['ID=2d9835f5-10b9-4ac5-8ef9-0f8d7b833407,revision_number=1']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:49.802899 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:49.819060 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.835373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9dbe2180-48d6-4422-b90f-e1a36dc4693f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:49.860787 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 1f762121-44bc-498d-b395-5d44a15e8b50 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:49.861188 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.907200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 is already hosted by enough agents. {{(pid=85224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:49.909031 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Resources bound (agent type, host, resource id): {{(pid=85224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:49.929559 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Set router de04755d-2cb6-4a60-9332-14a8c29b31d1 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:49.935436 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Received port after_create {{(pid=85224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:14:49.985079 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Pushing event updated for resources: {'Port': ['ID=35490efc-4615-4aee-aaaf-46e15fc6cc3a,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:49.989032 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:50.041808 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:50.043055 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:50.045385 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:14:50.117926 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Attempting to bind port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:14:50.118360 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Attempting to bind port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '01b4b110-e641-455d-a09a-4519b8fa7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:14:50.118772 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Attempting to bind port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 on network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:50.129579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:14:50.130128 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Checking segment: {'id': '01b4b110-e641-455d-a09a-4519b8fa7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:50.130579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:50.131048 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Bound using segment: {'id': '01b4b110-e641-455d-a09a-4519b8fa7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:14:50.131683 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Bound port: 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b4b110-e641-455d-a09a-4519b8fa7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:14:50.132232 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:50.222321 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] For port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:14:50.226214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] For port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=2d9835f5-10b9-4ac5-8ef9-0f8d7b833407,segment=NetworkSegment(01b4b110-e641-455d-a09a-4519b8fa7337),segment_id=01b4b110-e641-455d-a09a-4519b8fa7337)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:14:50.233028 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:50.249148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:50.272374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '32607d15-7559-413d-b85a-38394d110218', 'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'mac_address': 'fa:16:3e:82:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:44Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 2, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'subnets': [{'id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:50.276519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Checking router: de04755d-2cb6-4a60-9332-14a8c29b31d1 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:14:50.276970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Updating router de04755d-2cb6-4a60-9332-14a8c29b31d1 port 32607d15-7559-413d-b85a-38394d110218 binding host dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:14:50.339048 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:50.401157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Pushing event updated for resources: {'Port': ['ID=2d9835f5-10b9-4ac5-8ef9-0f8d7b833407,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:50.405774 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:50.514858 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:50.808885 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Notify callbacks [] for port, precommit_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:50.822198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Transition to ACTIVE for port object 32607d15-7559-413d-b85a-38394d110218 will not be triggered until provisioned by entity L2. {{(pid=85225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:50.828843 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:50.903478 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-eb3825a1-8862-4b42-85c8-cd92e20e23ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:51.136426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9b0c2-51d1-4744-b8de-613029f31cf1 req-a7d3dd16-03da-4a0d-bd7c-702b64572337 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:51.138032 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-57c9b0c2-51d1-4744-b8de-613029f31cf1 req-a7d3dd16-03da-4a0d-bd7c-702b64572337 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.2707610 Apr 14 16:14:51.162259 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Pushing event updated for resources: {'Port': ['ID=32607d15-7559-413d-b85a-38394d110218,revision_number=3']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:51.183903 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.184282 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.184656 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.185082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.185445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.185809 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.186169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.186527 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.186884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.187239 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.187595 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.187948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:51.194281 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:51.246387 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-57c9b0c2-51d1-4744-b8de-613029f31cf1 req-89ff7a50-457d-43b9-a9d3-30f6906efbb8 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975702 Apr 14 16:14:51.294229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853729815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917835'] for router, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:51.374024 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Attempting to bind port 32607d15-7559-413d-b85a-38394d110218 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:14:51.374444 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Attempting to bind port 32607d15-7559-413d-b85a-38394d110218 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:14:51.374852 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Attempting to bind port 32607d15-7559-413d-b85a-38394d110218 on network c828a24b-9fba-416f-a9ab-ae79385c3e58 {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:51.381494 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:14:51.381921 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Checking segment: {'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:51.382365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:51.382778 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Bound using segment: {'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:14:51.383297 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Bound port: 32607d15-7559-413d-b85a-38394d110218, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'}}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:14:51.383708 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:51.465373 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] For port 32607d15-7559-413d-b85a-38394d110218, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:14:51.468589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] For port 32607d15-7559-413d-b85a-38394d110218, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=32607d15-7559-413d-b85a-38394d110218,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:14:51.472251 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:51.490594 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:51.523319 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Router 968da0ac-a382-4445-8261-f77d54eca40a is scheduled to L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 with binding_index 1 {{(pid=85222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:14:51.644354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Pushing event updated for resources: {'Port': ['ID=32607d15-7559-413d-b85a-38394d110218,revision_number=4']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:51.650137 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-c6ac166a-d636-427d-9f0f-1d0dc0a9d247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:51.678030 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:51.705184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Routers {'de04755d-2cb6-4a60-9332-14a8c29b31d1'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:51.706468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:14:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['de04755d-2cb6-4a60-9332-14a8c29b31d1'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:51.739309 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:14:51.775483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Sync routers for ids ['968da0ac-a382-4445-8261-f77d54eca40a'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:14:51.782921 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Notify callbacks [] for router, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:51.784358 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0400031 Apr 14 16:14:51.789269 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51656) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:51.806178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Routers {'968da0ac-a382-4445-8261-f77d54eca40a'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:51.806892 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:14:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['968da0ac-a382-4445-8261-f77d54eca40a'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:51.949338 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] Set router de04755d-2cb6-4a60-9332-14a8c29b31d1 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:51.975738 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeecb2e-9747-4fcb-8c69-47566bf18997 None None] Network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:14:52.000682 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:52.095219 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-921117e4-fe21-4ebd-95fe-136b9d8ad015 None None] Provisioning for port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:52.122413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-921117e4-fe21-4ebd-95fe-136b9d8ad015 None None] Provisioning complete for port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:52.122848 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-921117e4-fe21-4ebd-95fe-136b9d8ad015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:52.237553 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Set router 968da0ac-a382-4445-8261-f77d54eca40a gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:52.298973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '32607d15-7559-413d-b85a-38394d110218', 'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'mac_address': 'fa:16:3e:82:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:44Z', 'updated_at': '2021-04-14T16:14:51Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'subnets': [{'id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:52.304518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bf235-8e5e-4a02-86f7-85c85755fbcf None None] The sync data for ids ['de04755d-2cb6-4a60-9332-14a8c29b31d1'] in dv-cinder-786260-2-smb is: [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '32607d15-7559-413d-b85a-38394d110218', 'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'mac_address': 'fa:16:3e:82:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:44Z', 'updated_at': '2021-04-14T16:14:51Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'subnets': [{'id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:14:52.478742 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39290011-11d6-4c1d-be72-3bdafa431671 req-72f7365f-8d0c-4e60-8db7-2497506e9149 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:52.486988 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-39290011-11d6-4c1d-be72-3bdafa431671 req-72f7365f-8d0c-4e60-8db7-2497506e9149 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1067698 Apr 14 16:14:52.526492 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-39290011-11d6-4c1d-be72-3bdafa431671 req-0e30ee09-89f1-4ffa-a810-70505a94a88d tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376630 Apr 14 16:14:52.649412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-921117e4-fe21-4ebd-95fe-136b9d8ad015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:52.688784 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:52.699795 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-921117e4-fe21-4ebd-95fe-136b9d8ad015 None None] For port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=2d9835f5-10b9-4ac5-8ef9-0f8d7b833407,segment=NetworkSegment(01b4b110-e641-455d-a09a-4519b8fa7337),segment_id=01b4b110-e641-455d-a09a-4519b8fa7337)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:52.710337 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b4421-7600-489d-8030-c543f4ef379a req-02434ec5-6b64-478d-965f-c45ec3eed506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:52.711955 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa7b4421-7600-489d-8030-c543f4ef379a req-02434ec5-6b64-478d-965f-c45ec3eed506 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b792eeb09c5d41c392ab38c43a4645c2&device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1098 time: 0.1664519 Apr 14 16:14:52.735415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-921117e4-fe21-4ebd-95fe-136b9d8ad015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:52.739688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-68a6f2a5-12a0-4d4d-ba38-d7b77370b861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:53.025414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921117e4-fe21-4ebd-95fe-136b9d8ad015 None None] Pushing event updated for resources: {'Port': ['ID=2d9835f5-10b9-4ac5-8ef9-0f8d7b833407,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:53.029214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-921117e4-fe21-4ebd-95fe-136b9d8ad015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:53.044894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968da0ac-a382-4445-8261-f77d54eca40a', 'name': 'tempest-TestMinimumBasicScenario-937122113-router', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:48Z', 'updated_at': '2021-04-14T16:14:50Z', 'revision_number': 3, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'gw_port': {'id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:49Z', 'updated_at': '2021-04-14T16:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:53.050510 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Checking router: 968da0ac-a382-4445-8261-f77d54eca40a for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:14:53.050917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Updating router 968da0ac-a382-4445-8261-f77d54eca40a port 35490efc-4615-4aee-aaaf-46e15fc6cc3a binding host dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:14:53.116519 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:53.234957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b4421-7600-489d-8030-c543f4ef379a req-94bb2559-b03c-467b-ad9c-0aa3afb06c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.236539 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa7b4421-7600-489d-8030-c543f4ef379a req-94bb2559-b03c-467b-ad9c-0aa3afb06c96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c HTTP/1.1" status: 200 len: 910 time: 0.4848020 Apr 14 16:14:53.287093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-fcab4d76-d4ab-48c2-9001-0ef1744244fd None None] Provisioning complete for port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:53.287615 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fcab4d76-d4ab-48c2-9001-0ef1744244fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:53.387539 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Allocated IP 172.20.0.1 (b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8/f003488c-f716-4c50-99f2-3f99062d19b4/5c1cafec-83ae-4991-9682-a5b4c3f7c2d2) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:14:53.403663 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa7b4421-7600-489d-8030-c543f4ef379a req-68611820-6ec7-46dd-ab20-d9bc24ea6f4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd HTTP/1.1" status: 200 len: 1000 time: 0.1344337 Apr 14 16:14:53.558709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7660-ba9a-4cc2-9fc4-17ee8ac924b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:53.581898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b4421-7600-489d-8030-c543f4ef379a req-d8285d40-38ea-417a-acdc-0eb667669332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.583541 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa7b4421-7600-489d-8030-c543f4ef379a req-d8285d40-38ea-417a-acdc-0eb667669332 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b85d1836-4d3d-4ed3-8b07-866ecd66eac9 HTTP/1.1" status: 200 len: 848 time: 0.1677949 Apr 14 16:14:53.639937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 32607d15-7559-413d-b85a-38394d110218 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:53.728846 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Notify callbacks [] for port, precommit_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:53.747304 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Transition to ACTIVE for port object 35490efc-4615-4aee-aaaf-46e15fc6cc3a will not be triggered until provisioned by entity L2. {{(pid=85224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:53.754148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:53.757066 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:53.770060 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fe479d78-c61f-46ed-9f68-9e7264bbe334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:53.792011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Transition to ACTIVE for port object 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 will not be triggered until provisioned by entity DHCP. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:53.804769 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b4421-7600-489d-8030-c543f4ef379a req-8dad503e-eb52-4715-a337-e1a447825842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.806483 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa7b4421-7600-489d-8030-c543f4ef379a req-8dad503e-eb52-4715-a337-e1a447825842 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2118053 Apr 14 16:14:53.812252 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 32607d15-7559-413d-b85a-38394d110218 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:53.877013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 32607d15-7559-413d-b85a-38394d110218 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:53.877437 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:53.913662 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff37be-5a60-41bb-9e5b-e3ecbd546930 req-725bfba0-917b-4798-b6af-c4cbf610c335 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.915023 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b9ff37be-5a60-41bb-9e5b-e3ecbd546930 req-725bfba0-917b-4798-b6af-c4cbf610c335 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.2426221 Apr 14 16:14:53.959120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b866d24-2a0b-4516-9ead-905fb8140133 None None] Pushing event updated for resources: {'Port': ['ID=35490efc-4615-4aee-aaaf-46e15fc6cc3a,revision_number=2']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:53.975904 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8b866d24-2a0b-4516-9ead-905fb8140133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:53.983601 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b9ff37be-5a60-41bb-9e5b-e3ecbd546930 req-ea2f6e75-67a6-4f63-a111-8748e9838c03 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506561 Apr 14 16:14:53.996756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.018556 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a9d1915b-fca7-42b3-a27f-22f0a0def4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:54.089167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Attempting to bind port 35490efc-4615-4aee-aaaf-46e15fc6cc3a on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:14:54.089589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Attempting to bind port 35490efc-4615-4aee-aaaf-46e15fc6cc3a by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:14:54.090005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Attempting to bind port 35490efc-4615-4aee-aaaf-46e15fc6cc3a on network e8580497-b273-4b3c-b442-5753c0086bc0 {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:54.098311 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.104817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:14:54.105197 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa7b4421-7600-489d-8030-c543f4ef379a req-d82b5a06-9972-4260-b6cb-61788e71edcd service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908013 Apr 14 16:14:54.105326 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Checking segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:54.105677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.106120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Bound using segment: {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'} {{(pid=85224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:14:54.106645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Bound port: 35490efc-4615-4aee-aaaf-46e15fc6cc3a, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0'}}] {{(pid=85224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:14:54.107072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.170894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 32607d15-7559-413d-b85a-38394d110218, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=32607d15-7559-413d-b85a-38394d110218,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:54.179133 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.182726 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.183620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:54.215623 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-39b1d981-189a-4d5a-aba6-fc9af5205b8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:54.255236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Pushing event updated for resources: {'Port': ['ID=5c1cafec-83ae-4991-9682-a5b4c3f7c2d2,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:54.267618 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:54.319762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] For port 35490efc-4615-4aee-aaaf-46e15fc6cc3a, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:14:54.337468 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] For port 35490efc-4615-4aee-aaaf-46e15fc6cc3a, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=35490efc-4615-4aee-aaaf-46e15fc6cc3a,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:14:54.339890 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=32607d15-7559-413d-b85a-38394d110218,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:54.341612 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-fa7b4421-7600-489d-8030-c543f4ef379a req-85efc865-b486-49ca-a242-86c7f75521e3 service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187092 Apr 14 16:14:54.344080 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:54.345265 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.346443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:54.347806 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:54.349943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:14:54.361587 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:54.405909 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917900'] for router_interface, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.485764 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:54.486200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.537569 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.564982 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b866d24-2a0b-4516-9ead-905fb8140133 None None] Pushing event updated for resources: {'Port': ['ID=35490efc-4615-4aee-aaaf-46e15fc6cc3a,revision_number=3']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:54.581352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8b866d24-2a0b-4516-9ead-905fb8140133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:54.632703 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-abe4e709-6eea-4867-aaf5-1072149a2e4c None None] Provisioning for port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:54.671334 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-abe4e709-6eea-4867-aaf5-1072149a2e4c None None] Provisioning complete for port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:54.671762 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-abe4e709-6eea-4867-aaf5-1072149a2e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.744621 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Routers {'968da0ac-a382-4445-8261-f77d54eca40a'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:54.745262 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:14:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['968da0ac-a382-4445-8261-f77d54eca40a'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:54.808621 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa6156-f661-45af-8418-ec7a07cddc0d req-a745389e-ffbe-4ef2-9fa9-4cd0b9d7ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:54.810351 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-beaa6156-f661-45af-8418-ec7a07cddc0d req-a745389e-ffbe-4ef2-9fa9-4cd0b9d7ae4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b792eeb09c5d41c392ab38c43a4645c2&device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1098 time: 0.2194073 Apr 14 16:14:54.830729 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-abe4e709-6eea-4867-aaf5-1072149a2e4c None None] Port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:14:55.026248 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.030749 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa6156-f661-45af-8418-ec7a07cddc0d req-0414d86f-8de5-4815-a369-3557b20805fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:55.033083 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-beaa6156-f661-45af-8418-ec7a07cddc0d req-0414d86f-8de5-4815-a369-3557b20805fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c HTTP/1.1" status: 200 len: 910 time: 0.1940000 Apr 14 16:14:55.036084 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.072363 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8349809e-1eb0-49ea-b210-295494e516e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:55.135498 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] Set router 968da0ac-a382-4445-8261-f77d54eca40a gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:55.222159 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb53f4-0ad0-4577-a008-f3e821318750 req-4c03fef8-d053-4d03-b36a-26a2713095ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:55.223782 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-34cb53f4-0ad0-4577-a008-f3e821318750 req-4c03fef8-d053-4d03-b36a-26a2713095ac tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1020043 Apr 14 16:14:55.243481 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1048357'] for router_interface, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.260143 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-34cb53f4-0ad0-4577-a008-f3e821318750 req-2d22d8e8-4220-455c-a228-720d0786b998 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294037 Apr 14 16:14:55.279067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Pushing event updated for resources: {'Port': ['ID=5c1cafec-83ae-4991-9682-a5b4c3f7c2d2,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:55.331461 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-beaa6156-f661-45af-8418-ec7a07cddc0d req-bbe34cc5-3bdc-40d2-b139-710faadd588c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd HTTP/1.1" status: 200 len: 1000 time: 0.2629206 Apr 14 16:14:55.336566 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:55.437978 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa6156-f661-45af-8418-ec7a07cddc0d req-b4a826d9-9c9b-4eef-9b49-8e2903f58b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:55.439585 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-beaa6156-f661-45af-8418-ec7a07cddc0d req-b4a826d9-9c9b-4eef-9b49-8e2903f58b63 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b85d1836-4d3d-4ed3-8b07-866ecd66eac9 HTTP/1.1" status: 200 len: 848 time: 0.1003158 Apr 14 16:14:55.492402 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968da0ac-a382-4445-8261-f77d54eca40a', 'name': 'tempest-TestMinimumBasicScenario-937122113-router', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:48Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 4, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'gw_port': {'id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:49Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '5c1cafec-83ae-4991-9682-a5b4c3f7c2d2', 'name': '', 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'mac_address': 'fa:16:3e:7a:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f003488c-f716-4c50-99f2-3f99062d19b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:52Z', 'updated_at': '2021-04-14T16:14:53Z', 'revision_number': 1, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'subnets': [{'id': 'f003488c-f716-4c50-99f2-3f99062d19b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:55.496606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e183af-265f-48cf-ac47-e1f6c313fdbc None None] The sync data for ids ['968da0ac-a382-4445-8261-f77d54eca40a'] in dv-cinder-786260-2-smb is: [{'id': '968da0ac-a382-4445-8261-f77d54eca40a', 'name': 'tempest-TestMinimumBasicScenario-937122113-router', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:48Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 4, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'gw_port': {'id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:49Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '5c1cafec-83ae-4991-9682-a5b4c3f7c2d2', 'name': '', 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'mac_address': 'fa:16:3e:7a:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f003488c-f716-4c50-99f2-3f99062d19b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:52Z', 'updated_at': '2021-04-14T16:14:53Z', 'revision_number': 1, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'subnets': [{'id': 'f003488c-f716-4c50-99f2-3f99062d19b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:14:55.528008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:55.531585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:55.598002 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 32607d15-7559-413d-b85a-38394d110218 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:55.688691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 32607d15-7559-413d-b85a-38394d110218 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:55.689170 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.716709 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa6156-f661-45af-8418-ec7a07cddc0d req-7736e66d-0ef8-46bd-9373-b8297d1991a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:55.718390 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-beaa6156-f661-45af-8418-ec7a07cddc0d req-7736e66d-0ef8-46bd-9373-b8297d1991a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2688859 Apr 14 16:14:55.776590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-c1212fed-305a-48f8-afac-93c84ffc55c8 None None] Provisioning complete for port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:55.777040 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c1212fed-305a-48f8-afac-93c84ffc55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.857716 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Router 968da0ac-a382-4445-8261-f77d54eca40a has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:14:55.888343 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b1df5b96-2996-4196-9221-3f86e50d2a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.892064 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-c1212fed-305a-48f8-afac-93c84ffc55c8 None None] Port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:14:56.338472 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-beaa6156-f661-45af-8418-ec7a07cddc0d req-6aff6efb-9fa4-49ab-807a-4184da229818 service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925419 Apr 14 16:14:56.554042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.586778 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:14:56.626933 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-476d4ec0-de17-4473-9b6b-0b980444488e admin admin] 10.222.0.48 "PUT /v2.0/routers/968da0ac-a382-4445-8261-f77d54eca40a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8352191 Apr 14 16:14:56.634890 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-beaa6156-f661-45af-8418-ec7a07cddc0d req-3f680299-2ead-47b0-a9f1-3fc1dc872ab9 service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842505 Apr 14 16:14:56.648272 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15389932-4a8f-4fb2-a928-4fb6899ad0a4 req-d6fe66cb-4249-48da-b20d-f8e594098f98 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:56.649979 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-15389932-4a8f-4fb2-a928-4fb6899ad0a4 req-d6fe66cb-4249-48da-b20d-f8e594098f98 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1951907 Apr 14 16:14:56.683774 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-15389932-4a8f-4fb2-a928-4fb6899ad0a4 req-bcf41708-51e0-403c-a884-c75f89968868 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259645 Apr 14 16:14:56.851634 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.120278 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a99c26-ccf3-42b2-8fe6-ae23e9acc3d6 req-eb446336-7429-4b5f-9559-cfc750a6dc3a tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:57.122920 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-44a99c26-ccf3-42b2-8fe6-ae23e9acc3d6 req-eb446336-7429-4b5f-9559-cfc750a6dc3a tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1028948 Apr 14 16:14:57.163288 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-44a99c26-ccf3-42b2-8fe6-ae23e9acc3d6 req-0017bd49-673c-4772-939c-f7c0a8aa8c02 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328689 Apr 14 16:14:57.170821 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-e30aab5f-4d1f-42c4-be4f-7aef31ca8691 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2156744 Apr 14 16:14:57.631228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 35490efc-4615-4aee-aaaf-46e15fc6cc3a up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:57.733943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 35490efc-4615-4aee-aaaf-46e15fc6cc3a completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:57.739409 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 35490efc-4615-4aee-aaaf-46e15fc6cc3a triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:57.739927 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.909632 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.928370 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 35490efc-4615-4aee-aaaf-46e15fc6cc3a, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=35490efc-4615-4aee-aaaf-46e15fc6cc3a,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:57.930947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.933380 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.939005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fed59b90-c92e-430b-8a41-89e82a3906a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:58.013757 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=35490efc-4615-4aee-aaaf-46e15fc6cc3a,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:58.016987 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:58.414941 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967a6ca-190c-439b-b4dd-decab1e20165 req-7871e88a-7814-4c63-9e86-3d1fcf634639 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.416559 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5967a6ca-190c-439b-b4dd-decab1e20165 req-7871e88a-7814-4c63-9e86-3d1fcf634639 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1045172 Apr 14 16:14:58.458169 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5967a6ca-190c-439b-b4dd-decab1e20165 req-40d60e38-c1ee-41ae-9d65-6e9273a338b4 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323713 Apr 14 16:14:58.517647 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-e3c40a67-68e0-4269-9643-1ed9a41d94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.519649 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-e3c40a67-68e0-4269-9643-1ed9a41d94a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d&tenant_id=b792eeb09c5d41c392ab38c43a4645c2 HTTP/1.1" status: 200 len: 1098 time: 0.1141627 Apr 14 16:14:58.642327 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-1b75cd46-003c-43b2-acfe-2b159a011d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.643971 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-1b75cd46-003c-43b2-acfe-2b159a011d16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b792eeb09c5d41c392ab38c43a4645c2&device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1098 time: 0.1017330 Apr 14 16:14:58.810033 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-a804c3e8-ce3f-4796-b0cf-d4685e544c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.811637 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-a804c3e8-ce3f-4796-b0cf-d4685e544c1b service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c HTTP/1.1" status: 200 len: 910 time: 0.1613898 Apr 14 16:14:58.835605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Sync routers for ids ['968da0ac-a382-4445-8261-f77d54eca40a'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:14:58.850380 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Routers {'968da0ac-a382-4445-8261-f77d54eca40a'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:58.850973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:14:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['968da0ac-a382-4445-8261-f77d54eca40a'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:59.010435 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-5f0685e1-fe52-4539-bb13-a2604ec9d9bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd HTTP/1.1" status: 200 len: 1000 time: 0.1924493 Apr 14 16:14:59.067546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Set router 968da0ac-a382-4445-8261-f77d54eca40a gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:59.087912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-89455815-aee5-4d87-8505-0a882efd5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:59.089779 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-89455815-aee5-4d87-8505-0a882efd5c46 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b85d1836-4d3d-4ed3-8b07-866ecd66eac9 HTTP/1.1" status: 200 len: 848 time: 0.0718811 Apr 14 16:14:59.196217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-379e65c0-eb10-4775-8746-bbdab4c499df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:59.198221 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-379e65c0-eb10-4775-8746-bbdab4c499df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1021206 Apr 14 16:14:59.210824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-5aa64cb6-4e5d-4465-8c04-9d2443f69b26 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:14:59.211887 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-5aa64cb6-4e5d-4465-8c04-9d2443f69b26 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062616 Apr 14 16:14:59.377254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 0281b781-08ea-441d-9930-ac5ac4ac7bdd no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:59.395934 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-dc8b6203-dc92-4c1a-be2c-fe373209e7d9 service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763470 Apr 14 16:14:59.506024 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968da0ac-a382-4445-8261-f77d54eca40a', 'name': 'tempest-TestMinimumBasicScenario-937122113-router', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:48Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 4, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'gw_port': {'id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:49Z', 'updated_at': '2021-04-14T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '5c1cafec-83ae-4991-9682-a5b4c3f7c2d2', 'name': '', 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'mac_address': 'fa:16:3e:7a:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f003488c-f716-4c50-99f2-3f99062d19b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:52Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 2, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'subnets': [{'id': 'f003488c-f716-4c50-99f2-3f99062d19b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:59.511975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Checking router: 968da0ac-a382-4445-8261-f77d54eca40a for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:14:59.512650 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Updating router 968da0ac-a382-4445-8261-f77d54eca40a port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 binding host dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:14:59.564282 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d713a27-3728-4ea1-b37d-e8d8163061ba req-f4cc934b-90ad-45c8-89ac-d264da32b2ca service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613033 Apr 14 16:14:59.585710 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.656502 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.667410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 35490efc-4615-4aee-aaaf-46e15fc6cc3a up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:59.743039 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83d482-1a9d-46f7-958c-d26eb4d21953 req-36f7d89b-5036-429a-aeb7-e9b1aefb4d1c tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:59.749249 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:59.750760 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2f83d482-1a9d-46f7-958c-d26eb4d21953 req-36f7d89b-5036-429a-aeb7-e9b1aefb4d1c tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1109128 Apr 14 16:14:59.789281 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2f83d482-1a9d-46f7-958c-d26eb4d21953 req-801c7008-8c60-4371-9ef7-f0bb50c8d774 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373671 Apr 14 16:14:59.790072 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 0281b781-08ea-441d-9930-ac5ac4ac7bdd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:59.803029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.806419 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:59.842975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 35490efc-4615-4aee-aaaf-46e15fc6cc3a triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:59.843387 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.877767 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'code': 200} Apr 14 16:14:59.967520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=0281b781-08ea-441d-9930-ac5ac4ac7bdd,revision_number=6']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:59.978477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:00.180888 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Notify callbacks [] for port, precommit_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.194818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Transition to ACTIVE for port object 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 will not be triggered until provisioned by entity L2. {{(pid=85225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:00.201343 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.217520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:00.513619 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a70b2-d1cc-45cd-ac95-2a6478ac0c7a None None] Pushing event updated for resources: {'Port': ['ID=5c1cafec-83ae-4991-9682-a5b4c3f7c2d2,revision_number=3']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:00.517931 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-bd1a70b2-d1cc-45cd-ac95-2a6478ac0c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:00.745197 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Attempting to bind port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 on host dv-cinder-786260-2-smb for vnic_type normal with profile {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:15:00.746322 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Attempting to bind port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 by drivers openvswitch,hyperv on host dv-cinder-786260-2-smb at level 0 using segments [{'id': '01b4b110-e641-455d-a09a-4519b8fa7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8'}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:15:00.746822 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Attempting to bind port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 on network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:00.753265 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Checking agent: {'id': 'e24a715b-9e17-43be-96ea-b077b24eeeda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 27), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:15:00.753711 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Checking segment: {'id': '01b4b110-e641-455d-a09a-4519b8fa7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:00.754777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.755285 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Bound using segment: {'id': '01b4b110-e641-455d-a09a-4519b8fa7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8'} {{(pid=85225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:15:00.755883 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Bound port: 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2, host: dv-cinder-786260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b4b110-e641-455d-a09a-4519b8fa7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8'}}] {{(pid=85225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:15:00.756369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.858057 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] For port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2, host dv-cinder-786260-2-smb, cleared binding levels {{(pid=85225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:15:00.861730 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] For port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2, host dv-cinder-786260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=5c1cafec-83ae-4991-9682-a5b4c3f7c2d2,segment=NetworkSegment(01b4b110-e641-455d-a09a-4519b8fa7337),segment_id=01b4b110-e641-455d-a09a-4519b8fa7337)] {{(pid=85225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:15:00.866319 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85225) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.891933 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:01.035664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d3573-b801-48b8-9a3e-f9e042a16f28 req-164f6a61-598e-4ff7-82aa-722a354adb36 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:01.043392 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-903d3573-b801-48b8-9a3e-f9e042a16f28 req-164f6a61-598e-4ff7-82aa-722a354adb36 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 943 time: 0.1088107 Apr 14 16:15:01.067270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a70b2-d1cc-45cd-ac95-2a6478ac0c7a None None] Pushing event updated for resources: {'Port': ['ID=5c1cafec-83ae-4991-9682-a5b4c3f7c2d2,revision_number=4']} {{(pid=85225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:01.071367 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-bd1a70b2-d1cc-45cd-ac95-2a6478ac0c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85225) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:01.084771 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-903d3573-b801-48b8-9a3e-f9e042a16f28 req-a4d657e2-3eff-498b-9294-3d02ad0a78a0 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404279 Apr 14 16:15:01.168333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Routers {'968da0ac-a382-4445-8261-f77d54eca40a'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:01.169054 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:14:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['968da0ac-a382-4445-8261-f77d54eca40a'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:01.252593 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6b3bc-25bd-4266-b33a-55b62226c4f2 req-1047fe6e-3dda-4c67-97b7-290bc05ded46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:01.255493 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-32e6b3bc-25bd-4266-b33a-55b62226c4f2 req-1047fe6e-3dda-4c67-97b7-290bc05ded46 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1096 time: 0.1179750 Apr 14 16:15:01.296123 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-32e6b3bc-25bd-4266-b33a-55b62226c4f2 req-9aa5ae3f-44cf-48b5-8c91-41fadaccbb63 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341468 Apr 14 16:15:01.380799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 0281b781-08ea-441d-9930-ac5ac4ac7bdd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:15:01.436640 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] Set router 968da0ac-a382-4445-8261-f77d54eca40a gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:01.611645 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 0281b781-08ea-441d-9930-ac5ac4ac7bdd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:01.659279 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'port_id': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'mac_address': 'fa:16:3e:04:dd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:15:01.723486 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:01.818052 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968da0ac-a382-4445-8261-f77d54eca40a', 'name': 'tempest-TestMinimumBasicScenario-937122113-router', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:48Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 4, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'gw_port': {'id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:49Z', 'updated_at': '2021-04-14T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '5c1cafec-83ae-4991-9682-a5b4c3f7c2d2', 'name': '', 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'mac_address': 'fa:16:3e:7a:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f003488c-f716-4c50-99f2-3f99062d19b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:52Z', 'updated_at': '2021-04-14T16:15:00Z', 'revision_number': 4, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'subnets': [{'id': 'f003488c-f716-4c50-99f2-3f99062d19b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:01.818889 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:01.820419 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0281b781-08ea-441d-9930-ac5ac4ac7bdd {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:15:01.822845 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aaff31-5cac-4287-b030-66d113e80b5d None None] The sync data for ids ['968da0ac-a382-4445-8261-f77d54eca40a'] in dv-cinder-786260-2-smb is: [{'id': '968da0ac-a382-4445-8261-f77d54eca40a', 'name': 'tempest-TestMinimumBasicScenario-937122113-router', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:48Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 4, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'gw_port': {'id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:49Z', 'updated_at': '2021-04-14T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '5c1cafec-83ae-4991-9682-a5b4c3f7c2d2', 'name': '', 'network_id': 'b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'mac_address': 'fa:16:3e:7a:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f003488c-f716-4c50-99f2-3f99062d19b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:52Z', 'updated_at': '2021-04-14T16:15:00Z', 'revision_number': 4, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'subnets': [{'id': 'f003488c-f716-4c50-99f2-3f99062d19b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:15:01.851339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 0281b781-08ea-441d-9930-ac5ac4ac7bdd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:01.854102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning for port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:01.861487 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:01.861893 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:01.891293 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:01.900428 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:02.021651 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=0281b781-08ea-441d-9930-ac5ac4ac7bdd,revision_number=7']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:02.026994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:02.136838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['0281b781-08ea-441d-9930-ac5ac4ac7bdd'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:02.186787 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.222794 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] For port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=5c1cafec-83ae-4991-9682-a5b4c3f7c2d2,segment=NetworkSegment(01b4b110-e641-455d-a09a-4519b8fa7337),segment_id=01b4b110-e641-455d-a09a-4519b8fa7337)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:02.233698 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.237802 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d71cac71-868e-4e2b-b9ad-511ea5a89e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:02.359712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Pushing event updated for resources: {'Port': ['ID=5c1cafec-83ae-4991-9682-a5b4c3f7c2d2,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:02.369855 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:02.387779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a5575-1104-4e3b-9d55-9b435de662eb req-63b212bb-4008-430b-a92d-8c8e5b10e93a tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:02.390251 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-944a5575-1104-4e3b-9d55-9b435de662eb req-63b212bb-4008-430b-a92d-8c8e5b10e93a tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 944 time: 0.1208518 Apr 14 16:15:02.439759 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-944a5575-1104-4e3b-9d55-9b435de662eb req-f46e1b4b-501e-4923-aa07-da9dc1add0fd tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383298 Apr 14 16:15:03.392688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 0281b781-08ea-441d-9930-ac5ac4ac7bdd up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:03.467304 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 0281b781-08ea-441d-9930-ac5ac4ac7bdd triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:03.467718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:03.609186 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:03.624148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:03.633869 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 up at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:03.683827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 0281b781-08ea-441d-9930-ac5ac4ac7bdd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:03.685970 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'code': 200} Apr 14 16:15:03.691536 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:03.701051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:03.789415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=0281b781-08ea-441d-9930-ac5ac4ac7bdd,revision_number=8']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:03.797129 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:03.799823 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Provisioning complete for port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:03.800268 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:07.681059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111766c-d885-487f-938a-dfa413e0a560 req-4e73fbd3-162c-42dd-b231-c29b7ce2af50 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:07.682637 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-4e73fbd3-162c-42dd-b231-c29b7ce2af50 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/networks?id=c828a24b-9fba-416f-a9ab-ae79385c3e58 HTTP/1.1" status: 200 len: 814 time: 0.1578627 Apr 14 16:15:07.698806 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-80dfc8a1-825c-4723-9aa5-3d7e29decbc7 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/quotas/4a6f8c1615284c6eb6f5a784c6d41393 HTTP/1.1" status: 200 len: 375 time: 0.0100610 Apr 14 16:15:07.787614 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-2bbf3417-e136-4edd-93f6-94b8a9c67660 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a6f8c1615284c6eb6f5a784c6d41393&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829453 Apr 14 16:15:07.805221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-82754874-cb09-40e5-8774-9201a1e535c7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:15:07.806256 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-82754874-cb09-40e5-8774-9201a1e535c7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063469 Apr 14 16:15:07.946719 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-389b7acf-197c-47d8-957e-3782246bff0c service neutron] 10.222.0.48 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344740 Apr 14 16:15:08.088187 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-ec39652c-dbe2-424c-b0c5-db6c5c5856a9 service neutron] 10.222.0.48 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348991 Apr 14 16:15:08.282586 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-f173d094-e2f3-45bf-9139-6f865c0783f3 req-2e003ae3-b700-41f3-aeab-65301b6cdcba tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Synchronizing usage tracker for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:port {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:08.298737 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-f173d094-e2f3-45bf-9139-6f865c0783f3 req-2e003ae3-b700-41f3-aeab-65301b6cdcba tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Unset dirty status for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:port {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:08.299989 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f173d094-e2f3-45bf-9139-6f865c0783f3 req-2e003ae3-b700-41f3-aeab-65301b6cdcba tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 210 time: 0.0661769 Apr 14 16:15:09.336491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111766c-d885-487f-938a-dfa413e0a560 req-bfb247be-5a95-42bf-93d0-8603b0943db5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:09.338269 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-bfb247be-5a95-42bf-93d0-8603b0943db5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.25 "GET /v2.0/networks?id=c828a24b-9fba-416f-a9ab-ae79385c3e58 HTTP/1.1" status: 200 len: 814 time: 0.1656873 Apr 14 16:15:09.351311 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Request body: {'port': {'device_id': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'admin_state_up': True, 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:09.485865 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c52b3efb-3749-4c7d-8db8-b29fb4f2f384 req-2f85aae0-2eb7-419b-8ac9-ba0b8bf43196 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 210 time: 0.0592387 Apr 14 16:15:09.551270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:09.561765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:09.570581 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Made reservation on behalf of 4a6f8c1615284c6eb6f5a784c6d41393 for: {'port': 1} {{(pid=85222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:15:09.576625 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:09.783534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Allocated IP 172.20.0.10 (c828a24b-9fba-416f-a9ab-ae79385c3e58/4cb5bc7e-48ca-4085-84b4-ea860038ce0c/67a23822-acfd-47a1-9fe3-c5aafbb248a8) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:10.024558 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:10.040841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Transition to ACTIVE for port object 67a23822-acfd-47a1-9fe3-c5aafbb248a8 will not be triggered until provisioned by entity DHCP. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:10.065597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:10.088953 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-1776f939-dd8b-47f8-b62e-6b5dd6fe706a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:10.243482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'Port': ['ID=67a23822-acfd-47a1-9fe3-c5aafbb248a8,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:10.246972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:10.290658 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Network c828a24b-9fba-416f-a9ab-ae79385c3e58 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:10.291877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:10.294462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:10.363913 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:10.364635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:10.393657 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-3c323553-0694-46e0-8f16-177c7b5d7798 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0471468 Apr 14 16:15:10.498093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-b1da67de-6563-4e64-b5bd-093b3375feed None None] Provisioning for port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 completed by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:10.502961 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-b1da67de-6563-4e64-b5bd-093b3375feed None None] Provisioning complete for port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:10.503375 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b1da67de-6563-4e64-b5bd-093b3375feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:10.565090 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-b1da67de-6563-4e64-b5bd-093b3375feed None None] Port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 cannot update to ACTIVE because it is not bound. {{(pid=85224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:15:10.699632 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb946b85-fcf3-4b3f-97f5-893258c00660 req-b4bbc828-fe76-43a5-b78a-4e29c4f5f71d tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:10.701278 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-eb946b85-fcf3-4b3f-97f5-893258c00660 req-b4bbc828-fe76-43a5-b78a-4e29c4f5f71d tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 932 time: 0.0941014 Apr 14 16:15:10.731409 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-eb946b85-fcf3-4b3f-97f5-893258c00660 req-cf7ec077-b2bd-4b57-9627-21a1e05c9b2f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Synchronizing usage tracker for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:10.748898 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-eb946b85-fcf3-4b3f-97f5-893258c00660 req-cf7ec077-b2bd-4b57-9627-21a1e05c9b2f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Unset dirty status for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:10.750104 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-eb946b85-fcf3-4b3f-97f5-893258c00660 req-cf7ec077-b2bd-4b57-9627-21a1e05c9b2f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Apr 14 16:15:11.969152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68689-a72b-49f3-81df-0822c7386e36 req-ef20af4b-de0a-49fe-b7a1-e85837e93203 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:11.969965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e3d68689-a72b-49f3-81df-0822c7386e36 req-ef20af4b-de0a-49fe-b7a1-e85837e93203 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Synchronizing usage tracker for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:11.985458 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-e3d68689-a72b-49f3-81df-0822c7386e36 req-ef20af4b-de0a-49fe-b7a1-e85837e93203 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Unset dirty status for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:11.986722 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e3d68689-a72b-49f3-81df-0822c7386e36 req-ef20af4b-de0a-49fe-b7a1-e85837e93203 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 932 time: 0.1217282 Apr 14 16:15:12.019539 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e3d68689-a72b-49f3-81df-0822c7386e36 req-7ede1240-71ee-4edc-b88a-ef2b1a6b28e9 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254149 Apr 14 16:15:13.224979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608a76-0d6b-4828-90ac-69f81a6cb892 req-f2040cff-9f60-4727-b3d3-99f3a0228d8a tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:13.226518 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-94608a76-0d6b-4828-90ac-69f81a6cb892 req-f2040cff-9f60-4727-b3d3-99f3a0228d8a tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 932 time: 0.0914862 Apr 14 16:15:13.259631 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-94608a76-0d6b-4828-90ac-69f81a6cb892 req-07f2a7be-c072-4969-ae29-3e58d2fac622 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263011 Apr 14 16:15:14.465196 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7f7ea-0b19-43a0-b963-1c5115569285 req-5304bbdb-23d8-44e7-9a86-c840284c7997 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:14.466808 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-52c7f7ea-0b19-43a0-b963-1c5115569285 req-5304bbdb-23d8-44e7-9a86-c840284c7997 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 932 time: 0.0916200 Apr 14 16:15:14.497482 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-52c7f7ea-0b19-43a0-b963-1c5115569285 req-d196cbfa-ea3d-4c3b-951f-95210e2281ec tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240169 Apr 14 16:15:15.718623 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1455ab3-cafd-4c98-899f-0b3389fce8c2 req-e3feed60-a8f9-4ecd-9951-37e1d7907c4a tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:15.720360 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d1455ab3-cafd-4c98-899f-0b3389fce8c2 req-e3feed60-a8f9-4ecd-9951-37e1d7907c4a tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 932 time: 0.0943089 Apr 14 16:15:15.752246 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d1455ab3-cafd-4c98-899f-0b3389fce8c2 req-c9886b73-767c-4dbe-b913-e8c884e27029 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244987 Apr 14 16:15:16.692420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:15:17.206460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e16757-e774-4524-a3e0-27826b31697d req-8c4f9be1-800a-4ffa-bfcd-42fdca2814fe tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:17.208052 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-93e16757-e774-4524-a3e0-27826b31697d req-8c4f9be1-800a-4ffa-bfcd-42fdca2814fe tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 932 time: 0.3363464 Apr 14 16:15:17.242064 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-93e16757-e774-4524-a3e0-27826b31697d req-60a2f85b-be07-4f8d-ab74-54a17ef5c9d3 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259569 Apr 14 16:15:18.450166 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e737e-83b4-445e-8e5d-af8cf5ba13ab req-eda6d164-13db-495f-b629-389c84924211 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:18.451990 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6d7e737e-83b4-445e-8e5d-af8cf5ba13ab req-eda6d164-13db-495f-b629-389c84924211 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 932 time: 0.0882747 Apr 14 16:15:18.485396 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6d7e737e-83b4-445e-8e5d-af8cf5ba13ab req-67083da5-18e6-44d7-a37b-a9eea7232708 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261924 Apr 14 16:15:19.693130 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39945a7b-355c-4a40-b8fb-24ac4d14cfcc req-b4d76df7-de28-42c1-b170-d300b151d8f8 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:19.694708 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-39945a7b-355c-4a40-b8fb-24ac4d14cfcc req-b4d76df7-de28-42c1-b170-d300b151d8f8 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 932 time: 0.0922668 Apr 14 16:15:19.730778 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-39945a7b-355c-4a40-b8fb-24ac4d14cfcc req-c32117b2-49be-424d-a975-d27db220afae tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289924 Apr 14 16:15:20.931181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cc963-b6d5-4660-b0d8-fff32b8724a8 req-dd2e8acb-fd17-493c-b96a-5d18c02755eb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:20.933094 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-292cc963-b6d5-4660-b0d8-fff32b8724a8 req-dd2e8acb-fd17-493c-b96a-5d18c02755eb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 932 time: 0.0915051 Apr 14 16:15:20.943775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Request body: {'port': {'device_id': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:20.967165 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-292cc963-b6d5-4660-b0d8-fff32b8724a8 req-828c2bee-9ec0-47b4-b425-2c945aad3b49 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271018 Apr 14 16:15:21.061836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:21.455330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a23822-acfd-47a1-9fe3-c5aafbb248a8 {{(pid=85222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:15:21.463082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:21.477723 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Transition to ACTIVE for port object 67a23822-acfd-47a1-9fe3-c5aafbb248a8 will not be triggered until provisioned by entity L2. {{(pid=85222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:21.480454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:21.496093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-f520bd94-0a14-44b1-9349-5621cca64fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:21.626815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=67a23822-acfd-47a1-9fe3-c5aafbb248a8,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:21.631234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:21.855243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Attempting to bind port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:15:21.855618 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Attempting to bind port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:15:21.855988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Attempting to bind port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 on network c828a24b-9fba-416f-a9ab-ae79385c3e58 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:21.860913 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 on network c828a24b-9fba-416f-a9ab-ae79385c3e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:15:21.861275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Attempting to bind port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 on network c828a24b-9fba-416f-a9ab-ae79385c3e58 {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:21.866746 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Checking agent: {'id': '9fbbf838-2776-4e0b-be6d-d50ffd14ee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:15:21.867125 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Checking segment: {'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:21.867549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Bound using segment: {'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'} {{(pid=85222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:15:21.868020 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Bound port: 67a23822-acfd-47a1-9fe3-c5aafbb248a8, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f33afea-592b-498d-9da9-af53325009fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58'}}] {{(pid=85222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:15:21.868400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:21.945585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] For port 67a23822-acfd-47a1-9fe3-c5aafbb248a8, host hv-cinder-78626, cleared binding levels {{(pid=85222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:15:21.948652 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] For port 67a23822-acfd-47a1-9fe3-c5aafbb248a8, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:15:21.951988 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:21.967023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2fe1f5b8-f256-48e8-bced-21ab1119f53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:22.176777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=67a23822-acfd-47a1-9fe3-c5aafbb248a8,revision_number=3']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:22.181200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:22.229174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:22.229856 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:22.231342 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-d32f8211-7e00-4869-8073-691421a0f2c7 service neutron] 10.222.0.25 "PUT /v2.0/ports/67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 200 len: 1094 time: 1.2922595 Apr 14 16:15:22.231874 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:22.250384 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627b0cb-14d7-4324-8d61-ef3c73742b09 req-e18f0dcd-ec7e-4fd6-aa9c-d7542b27e4a2 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:22.252191 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1627b0cb-14d7-4324-8d61-ef3c73742b09 req-e18f0dcd-ec7e-4fd6-aa9c-d7542b27e4a2 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 944 time: 0.1652472 Apr 14 16:15:22.322555 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'status': 'completed', 'code': 200} Apr 14 16:15:22.343455 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1627b0cb-14d7-4324-8d61-ef3c73742b09 req-0a1805c0-e034-4abe-8ebe-8feb7bc737d7 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844159 Apr 14 16:15:22.374994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111766c-d885-487f-938a-dfa413e0a560 req-9fc5061a-c467-48d7-84f8-518d7b0f9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:22.376682 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-9fc5061a-c467-48d7-84f8-518d7b0f9257 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a6f8c1615284c6eb6f5a784c6d41393&device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 1097 time: 0.1014314 Apr 14 16:15:22.453653 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-0f7918b6-e51c-47ce-ac93-0cd1ecccfa63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 200 len: 217 time: 0.0694556 Apr 14 16:15:22.521401 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111766c-d885-487f-938a-dfa413e0a560 req-0b5734a4-7df2-4bc7-bb16-fb51b1b44a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:22.522887 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-0b5734a4-7df2-4bc7-bb16-fb51b1b44a7a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cb5bc7e-48ca-4085-84b4-ea860038ce0c HTTP/1.1" status: 200 len: 853 time: 0.0628941 Apr 14 16:15:22.604620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111766c-d885-487f-938a-dfa413e0a560 req-24dd0b94-29d5-4108-baaf-2a13bdf6bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:22.606231 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-24dd0b94-29d5-4108-baaf-2a13bdf6bb8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c828a24b-9fba-416f-a9ab-ae79385c3e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766304 Apr 14 16:15:22.746959 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-3bc4d9f1-fbc4-46eb-a6a8-284ff4c1410a service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339488 Apr 14 16:15:22.888900 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e111766c-d885-487f-938a-dfa413e0a560 req-238830f1-c31b-46a4-9938-321abc66a35f service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347222 Apr 14 16:15:23.011460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c22bf-5319-4280-a5a6-c39bab01bd61 req-a463b4cd-3f85-4c89-8dde-2ed4e7c26dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:23.013006 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-959c22bf-5319-4280-a5a6-c39bab01bd61 req-a463b4cd-3f85-4c89-8dde-2ed4e7c26dbd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a6f8c1615284c6eb6f5a784c6d41393&device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 1097 time: 0.0813184 Apr 14 16:15:23.153148 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c22bf-5319-4280-a5a6-c39bab01bd61 req-ccbeade4-73e7-4a1e-8d5c-b820adce16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:23.154708 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-959c22bf-5319-4280-a5a6-c39bab01bd61 req-ccbeade4-73e7-4a1e-8d5c-b820adce16f3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c828a24b-9fba-416f-a9ab-ae79385c3e58 HTTP/1.1" status: 200 len: 915 time: 0.1345744 Apr 14 16:15:23.229022 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-959c22bf-5319-4280-a5a6-c39bab01bd61 req-207e1f6f-2cec-4fef-af5d-a4e49001c052 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 200 len: 217 time: 0.0657387 Apr 14 16:15:23.299253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c22bf-5319-4280-a5a6-c39bab01bd61 req-0624ed70-7be8-4aec-ae0d-6bb33da7420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:23.300693 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-959c22bf-5319-4280-a5a6-c39bab01bd61 req-0624ed70-7be8-4aec-ae0d-6bb33da7420f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cb5bc7e-48ca-4085-84b4-ea860038ce0c HTTP/1.1" status: 200 len: 853 time: 0.0652723 Apr 14 16:15:23.383544 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c22bf-5319-4280-a5a6-c39bab01bd61 req-5f832864-190a-4c88-9297-4d1aeef1aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:23.385692 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-959c22bf-5319-4280-a5a6-c39bab01bd61 req-5f832864-190a-4c88-9297-4d1aeef1aeaa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c828a24b-9fba-416f-a9ab-ae79385c3e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779247 Apr 14 16:15:23.499752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-621f0b88-c482-4ecd-ae84-019ba53ffb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:23.530097 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-959c22bf-5319-4280-a5a6-c39bab01bd61 req-56505505-a5f3-4dd5-aa45-9f3444599ca0 service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370258 Apr 14 16:15:23.548005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e229d-e41f-470a-ae50-d73cadd6aded req-f5ace2d1-33d8-4e16-8170-b8a21b5b6051 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:23.549710 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1a3e229d-e41f-470a-ae50-d73cadd6aded req-f5ace2d1-33d8-4e16-8170-b8a21b5b6051 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 944 time: 0.0890288 Apr 14 16:15:23.585238 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1a3e229d-e41f-470a-ae50-d73cadd6aded req-57ac6e5d-8bd9-4528-aaeb-1f7f30631902 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290756 Apr 14 16:15:23.675342 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-959c22bf-5319-4280-a5a6-c39bab01bd61 req-8eeadd44-9527-4c2e-8589-ae7a2efa2194 service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370165 Apr 14 16:15:24.145089 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:24.788413 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686178d2-5879-44df-80e3-ec32975346fc req-ba5f0bc8-f6a5-4843-a467-e4b8c1fd0544 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:24.790008 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-686178d2-5879-44df-80e3-ec32975346fc req-ba5f0bc8-f6a5-4843-a467-e4b8c1fd0544 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 944 time: 0.0913441 Apr 14 16:15:24.819391 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-686178d2-5879-44df-80e3-ec32975346fc req-0d1d4b9b-595c-43d1-b045-68bc7e1e0b7d tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231495 Apr 14 16:15:25.492598 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 67a23822-acfd-47a1-9fe3-c5aafbb248a8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:15:25.633005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 67a23822-acfd-47a1-9fe3-c5aafbb248a8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:25.647155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Returning: {'device': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'port_id': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'mac_address': 'fa:16:3e:ae:98:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:15:25.708483 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:25.709813 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a23822-acfd-47a1-9fe3-c5aafbb248a8 {{(pid=85224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:15:25.726186 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 67a23822-acfd-47a1-9fe3-c5aafbb248a8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:25.729018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:25.730838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-fed59b90-c92e-430b-8a41-89e82a3906a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:25.808866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=67a23822-acfd-47a1-9fe3-c5aafbb248a8,revision_number=4']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:25.813664 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:25.817185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2c7591a5-125e-400b-86a5-4cd7c8e1337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:25.939791 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['67a23822-acfd-47a1-9fe3-c5aafbb248a8'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:26.026220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc754fd9-9fa7-49b2-8071-c048a46b4185 req-2b137ebf-3e28-49c6-9cbb-c43ea070126a tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:26.027842 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bc754fd9-9fa7-49b2-8071-c048a46b4185 req-2b137ebf-3e28-49c6-9cbb-c43ea070126a tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 945 time: 0.0916653 Apr 14 16:15:26.058866 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bc754fd9-9fa7-49b2-8071-c048a46b4185 req-fcd96ffb-a42b-4d1b-a2f5-026258e2155f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244839 Apr 14 16:15:26.551592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:26.843984 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.260819 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795252f-bcf0-41ec-8b61-4bd41b10e5b6 req-8f033cb7-83c3-472c-b67e-54c1baea0ef7 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:27.262902 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1795252f-bcf0-41ec-8b61-4bd41b10e5b6 req-8f033cb7-83c3-472c-b67e-54c1baea0ef7 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 945 time: 0.0884416 Apr 14 16:15:27.293664 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1795252f-bcf0-41ec-8b61-4bd41b10e5b6 req-89f1dad8-4bd3-40f0-b52c-86100f969cfe tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244546 Apr 14 16:15:27.507635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 67a23822-acfd-47a1-9fe3-c5aafbb248a8 up at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:27.577776 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning for port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 completed by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:27.582780 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Provisioning complete for port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 triggered by entity L2. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:27.583209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.707806 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.719117 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8'}] {{(pid=85224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:27.730029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] For port 67a23822-acfd-47a1-9fe3-c5aafbb248a8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:27.733048 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107'] for port, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.735853 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:27.785260 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'code': 200} Apr 14 16:15:27.812574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Pushing event updated for resources: {'Port': ['ID=67a23822-acfd-47a1-9fe3-c5aafbb248a8,revision_number=5']} {{(pid=85224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:27.815596 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:27.852570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:28.021952 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb90bb-895d-4bf7-a480-3c10fdc148bb req-a938049f-9ca9-4a42-9576-226e2430c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:28.023522 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4ebb90bb-895d-4bf7-a480-3c10fdc148bb req-a938049f-9ca9-4a42-9576-226e2430c30e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 1099 time: 0.0793943 Apr 14 16:15:28.048785 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4ebb90bb-895d-4bf7-a480-3c10fdc148bb req-49263e88-ea9e-4b81-aeca-8f1610ac5f4c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0193870 Apr 14 16:15:28.504071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b8f44-d646-4622-abf8-d70ea827be51 req-8f079ff9-d970-49ca-9204-a12b26f1f736 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:28.505680 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-169b8f44-d646-4622-abf8-d70ea827be51 req-8f079ff9-d970-49ca-9204-a12b26f1f736 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 946 time: 0.0887105 Apr 14 16:15:28.535350 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-169b8f44-d646-4622-abf8-d70ea827be51 req-7169cb85-74e0-433d-b373-589aaab878fe tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231984 Apr 14 16:15:29.743335 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71487e-f965-4592-ad00-1b6dd91266e7 req-d429e8da-da6d-4271-85cb-e0f3bc3ad0bd tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:29.744960 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df71487e-f965-4592-ad00-1b6dd91266e7 req-d429e8da-da6d-4271-85cb-e0f3bc3ad0bd tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 946 time: 0.0890377 Apr 14 16:15:29.779125 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-df71487e-f965-4592-ad00-1b6dd91266e7 req-8112804c-9538-4fa7-bf24-4c9431178053 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272198 Apr 14 16:15:29.982001 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc5ac6-c528-45f3-8ebc-f637ab18764c req-71d871ad-3aa3-4ce1-8d45-0b64b038bc42 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:29.983606 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-abcc5ac6-c528-45f3-8ebc-f637ab18764c req-71d871ad-3aa3-4ce1-8d45-0b64b038bc42 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 946 time: 0.0913577 Apr 14 16:15:30.014073 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-abcc5ac6-c528-45f3-8ebc-f637ab18764c req-ab78f071-fbfb-4dff-bd91-1400fc4ace5f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240550 Apr 14 16:15:30.432077 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a556b2-f1b8-46bf-acba-31345c41c8c5 req-5e60f016-f183-4e63-8c0a-326d0846a29f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:30.433967 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d7a556b2-f1b8-46bf-acba-31345c41c8c5 req-5e60f016-f183-4e63-8c0a-326d0846a29f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 946 time: 0.0884788 Apr 14 16:15:30.463835 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d7a556b2-f1b8-46bf-acba-31345c41c8c5 req-0407f1ed-1847-4688-a7f3-5baa96a7c3fe tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236683 Apr 14 16:15:35.349511 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69fe2e-ab22-48e0-bac0-1792d21bc3a8 req-42ab62f1-cf6c-46a2-b711-8154bc134dcf tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:35.351058 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6a69fe2e-ab22-48e0-bac0-1792d21bc3a8 req-42ab62f1-cf6c-46a2-b711-8154bc134dcf tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 946 time: 0.0905454 Apr 14 16:15:35.381640 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-6a69fe2e-ab22-48e0-bac0-1792d21bc3a8 req-f74ac266-553e-4dc6-9436-df67b9bbeeaf tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238156 Apr 14 16:15:35.406067 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51882) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:35.527009 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4e1659-0d57-4fdd-b9ca-86fa03775eed tempest-TestMinimumBasicScenario-1886595655 tempest-TestMinimumBasicScenario-1886595655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:35.528309 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-fb4e1659-0d57-4fdd-b9ca-86fa03775eed tempest-TestMinimumBasicScenario-1886595655 tempest-TestMinimumBasicScenario-1886595655-project-admin] Synchronizing usage tracker for tenant:37e0ba27763f4664a946da2bef19eb4a on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:35.544121 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-fb4e1659-0d57-4fdd-b9ca-86fa03775eed tempest-TestMinimumBasicScenario-1886595655 tempest-TestMinimumBasicScenario-1886595655-project-admin] Unset dirty status for tenant:37e0ba27763f4664a946da2bef19eb4a on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:35.545473 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-fb4e1659-0d57-4fdd-b9ca-86fa03775eed tempest-TestMinimumBasicScenario-1886595655 tempest-TestMinimumBasicScenario-1886595655-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 1094 time: 0.1383629 Apr 14 16:15:35.548598 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85222) accepted ('10.222.0.48', 51888) {{(pid=85222) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:35.554139 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Request body: {'floatingip': {'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'port_id': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:35.560678 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:35.564779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Usage tracker for resource:floatingip and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:35.567718 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85222) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:35.573761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:35.583216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for floatingip, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:35.727646 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:35.873056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_common [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Allocated IP 172.28.3.159 (e8580497-b273-4b3c-b442-5753c0086bc0/effd0a8d-4912-43c7-a446-2bd7840b840b/069bec70-f73e-4bac-908b-63ca4cb31d3d) {{(pid=85222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:36.026071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for port, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:36.055313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258990946744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:36.070472 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2e121160-0b12-4951-905b-af9e3f30f8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:36.202005 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'Port': ['ID=069bec70-f73e-4bac-908b-63ca4cb31d3d,revision_number=1']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:36.206493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:36.257565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Network e8580497-b273-4b3c-b442-5753c0086bc0 is already hosted by enough agents. {{(pid=85222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:36.258708 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.base_scheduler [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources bound (agent type, host, resource id): {{(pid=85222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:36.260983 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Received port after_create {{(pid=85222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:36.916117 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:36.993657 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:37.263965 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:37.267574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:37.282912 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8911cf6d-5e09-42e2-8873-c08a1f2b022e tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:37.419264 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'Port': ['ID=069bec70-f73e-4bac-908b-63ca4cb31d3d,revision_number=2']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:37.435214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:37.524192 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853858018'] for floatingip, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:37.706605 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Floating IP 062d49e6-4185-41d0-95f9-b494eafa1924 associated. External IP: 172.28.3.159, port: 67a23822-acfd-47a1-9fe3-c5aafbb248a8. Apr 14 16:15:38.072813 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Router de04755d-2cb6-4a60-9332-14a8c29b31d1 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:15:38.259845 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:15:38.270178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1938353c-64a5-4c4b-9d09-b78f3f8b4c73 None None] Sync routers for ids ['de04755d-2cb6-4a60-9332-14a8c29b31d1'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:15:38.280229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938353c-64a5-4c4b-9d09-b78f3f8b4c73 None None] Routers {'de04755d-2cb6-4a60-9332-14a8c29b31d1'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:38.281033 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1938353c-64a5-4c4b-9d09-b78f3f8b4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:15:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['de04755d-2cb6-4a60-9332-14a8c29b31d1'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:38.283115 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.344879 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-8dc44290-7f7f-47f1-913e-276ffeb4796f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7951205 Apr 14 16:15:38.345566 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:38.347902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51896) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:38.353797 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-882746964', 'description': 'tempest-secgroup-smoke-882746964 description', 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:38.361557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:38.373189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:38.384526 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.388861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:38.393939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Usage tracker for resource:security_group_rule and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:38.397631 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:38.404521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:38.490467 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.493574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.501635 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-20b92a34-8dcb-4176-86c7-60af00126a12 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:38.540747 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf3e088-6b2b-4205-8658-3bac584b9056,revision_number=1']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:38.542994 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'status': 'completed', 'code': 200} Apr 14 16:15:38.561318 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.561744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.562160 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.562574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.562978 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.563385 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.563785 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.564190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.564592 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.565019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.565419 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.565821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:38.570239 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:38.571733 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.576366 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-87e56a73-55fe-4509-a2ba-286c44e757e6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2273488 Apr 14 16:15:38.577069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51904) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:38.582637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Request body: {'security_group_rule': {'security_group_id': 'eaf3e088-6b2b-4205-8658-3bac584b9056', 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:38.588967 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:38.593555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Usage tracker for resource:security_group_rule and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:38.596500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:38.602565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:38.619677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.646581 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4649e4a-fe8e-4366-aaaf-fba42d16542f req-a4b4ef6d-a9a8-4407-9748-7b3070201825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:38.648267 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d4649e4a-fe8e-4366-aaaf-fba42d16542f req-a4b4ef6d-a9a8-4407-9748-7b3070201825 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a6f8c1615284c6eb6f5a784c6d41393&device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 1099 time: 0.0851116 Apr 14 16:15:38.652019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-1938353c-64a5-4c4b-9d09-b78f3f8b4c73 None None] Set router de04755d-2cb6-4a60-9332-14a8c29b31d1 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:38.682840 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.686056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.688228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-90215f67-7c4c-4117-b7a0-d2dcb8a8e379 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:38.712860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8560d3-702c-4866-bbfd-968761c9b5e6,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:38.716042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:38.722614 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.725211 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471338 Apr 14 16:15:38.726843 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51908) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:38.733699 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Request body: {'security_group_rule': {'security_group_id': 'eaf3e088-6b2b-4205-8658-3bac584b9056', 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:38.740638 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:38.744698 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Usage tracker for resource:security_group_rule and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:38.747829 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:38.754639 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:38.771524 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.797518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4649e4a-fe8e-4366-aaaf-fba42d16542f req-447c25d5-2bfe-4364-8abd-cd0b223ec553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:38.799321 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d4649e4a-fe8e-4366-aaaf-fba42d16542f req-447c25d5-2bfe-4364-8abd-cd0b223ec553 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c828a24b-9fba-416f-a9ab-ae79385c3e58 HTTP/1.1" status: 200 len: 915 time: 0.1446538 Apr 14 16:15:38.846083 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.848995 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.851381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:38.885866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bf335d-69f4-423e-acfa-152be5b0fe94,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:38.889374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:38.890735 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.893236 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1653652 Apr 14 16:15:38.896081 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51912) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:38.911827 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d4649e4a-fe8e-4366-aaaf-fba42d16542f req-8595c7c9-9e0a-4e2e-9ec6-5ebf4b449d33 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 200 len: 1000 time: 0.1053979 Apr 14 16:15:38.912146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Request body: {'security_group_rule': {'security_group_id': 'eaf3e088-6b2b-4205-8658-3bac584b9056', 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:38.919673 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:38.923922 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Usage tracker for resource:security_group_rule and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:38.927269 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:38.934500 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:38.951049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.984478 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4649e4a-fe8e-4366-aaaf-fba42d16542f req-d885a6fd-5fe3-479e-8d69-41ae34ac9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:38.986247 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d4649e4a-fe8e-4366-aaaf-fba42d16542f req-d885a6fd-5fe3-479e-8d69-41ae34ac9457 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cb5bc7e-48ca-4085-84b4-ea860038ce0c HTTP/1.1" status: 200 len: 853 time: 0.0684419 Apr 14 16:15:39.020615 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.023565 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.025743 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2ded6e2e-7345-4745-af1b-d020c595b891 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:39.041734 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1938353c-64a5-4c4b-9d09-b78f3f8b4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': '062d49e6-4185-41d0-95f9-b494eafa1924', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'floating_ip_address': '172.28.3.159', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'port_id': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'mac_address': 'fa:16:3e:ae:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:36Z', 'updated_at': '2021-04-14T16:15:36Z', 'revision_number': 0, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32607d15-7559-413d-b85a-38394d110218', 'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'mac_address': 'fa:16:3e:82:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:44Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 5, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'subnets': [{'id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:39.045920 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1938353c-64a5-4c4b-9d09-b78f3f8b4c73 None None] Checking router: de04755d-2cb6-4a60-9332-14a8c29b31d1 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:15:39.054018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.055303 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582105 Apr 14 16:15:39.055429 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938353c-64a5-4c4b-9d09-b78f3f8b4c73 None None] Routers {'de04755d-2cb6-4a60-9332-14a8c29b31d1'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:39.055981 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1938353c-64a5-4c4b-9d09-b78f3f8b4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:15:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['de04755d-2cb6-4a60-9332-14a8c29b31d1'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:39.058192 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51916) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:39.064269 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Request body: {'security_group_rule': {'security_group_id': 'eaf3e088-6b2b-4205-8658-3bac584b9056', 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:39.068950 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e8d7b7-12c8-4309-8c36-0211819ff03e,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:39.072237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-18fdf60b-b147-48f8-b2e2-e0828c5d0150 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:39.073255 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:39.078018 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Usage tracker for resource:security_group_rule and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:39.079674 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4649e4a-fe8e-4366-aaaf-fba42d16542f req-24147953-d689-4b92-b764-6c93eab11f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:39.081102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:39.081455 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d4649e4a-fe8e-4366-aaaf-fba42d16542f req-24147953-d689-4b92-b764-6c93eab11f3b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c828a24b-9fba-416f-a9ab-ae79385c3e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888040 Apr 14 16:15:39.087182 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:39.104244 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.173644 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.177317 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.179698 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:39.204841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c16451e-8f9d-478b-9c9a-de5187eeedbc,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:39.207493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:39.214442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.216279 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-849e4857-66fe-4888-9dbb-046c4e6112b6 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1570904 Apr 14 16:15:39.219232 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51920) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:39.225207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Request body: {'security_group_rule': {'security_group_id': 'eaf3e088-6b2b-4205-8658-3bac584b9056', 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:39.231505 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:39.232023 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d4649e4a-fe8e-4366-aaaf-fba42d16542f req-fe2dda94-ba4a-4f36-b95f-3b67ae4f0451 service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441956 Apr 14 16:15:39.235781 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Usage tracker for resource:security_group_rule and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:39.239017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:39.245000 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:39.254598 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.securitygroups_db [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Project 4a6f8c1615284c6eb6f5a784c6d41393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:15:39.257788 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-1938353c-64a5-4c4b-9d09-b78f3f8b4c73 None None] Set router de04755d-2cb6-4a60-9332-14a8c29b31d1 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:39.261454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.335957 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.338728 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.347165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0c99e0ab-09f8-44dd-a36b-762d0c7bee12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:39.366600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc849490-175e-4fe4-9e50-23dd676787fc,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:39.369071 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:39.379668 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.383826 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b08b9c67-bf68-457e-97ca-14fb0bdee525 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608462 Apr 14 16:15:39.383998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51924) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:39.384461 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-d4649e4a-fe8e-4366-aaaf-fba42d16542f req-2b6dccce-d481-4712-82d9-92fa1cc2a214 service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463192 Apr 14 16:15:39.390532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Request body: {'security_group_rule': {'security_group_id': 'eaf3e088-6b2b-4205-8658-3bac584b9056', 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:39.398555 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:39.402940 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Usage tracker for resource:security_group_rule and tenant:4a6f8c1615284c6eb6f5a784c6d41393 is out of sync, need to count used quota {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:39.406066 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85223) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:39.412070 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.quota.driver [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:39.421585 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.securitygroups_db [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Project 4a6f8c1615284c6eb6f5a784c6d41393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:15:39.428443 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.496984 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.499929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938328'] for security_group_rule, after_create {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.502126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-55922f6e-6979-4492-8fcc-68d3e7254051 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:39.524276 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54b6a0d-b112-46c5-ae81-d2c65e21a925,revision_number=0']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:39.528576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:39.535521 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.539688 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-6f83b5bf-9eef-490c-94f8-d19aeb2702bb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518173 Apr 14 16:15:39.627646 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-1938353c-64a5-4c4b-9d09-b78f3f8b4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': '062d49e6-4185-41d0-95f9-b494eafa1924', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'floating_ip_address': '172.28.3.159', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'port_id': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'mac_address': 'fa:16:3e:ae:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:36Z', 'updated_at': '2021-04-14T16:15:36Z', 'revision_number': 0, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32607d15-7559-413d-b85a-38394d110218', 'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'mac_address': 'fa:16:3e:82:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:44Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 5, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'subnets': [{'id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:39.631824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1938353c-64a5-4c4b-9d09-b78f3f8b4c73 None None] The sync data for ids ['de04755d-2cb6-4a60-9332-14a8c29b31d1'] in dv-cinder-786260-2-smb is: [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_floatingips': [{'id': '062d49e6-4185-41d0-95f9-b494eafa1924', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'floating_ip_address': '172.28.3.159', 'floating_network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'router_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'port_id': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'mac_address': 'fa:16:3e:ae:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:36Z', 'updated_at': '2021-04-14T16:15:36Z', 'revision_number': 0, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32607d15-7559-413d-b85a-38394d110218', 'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'mac_address': 'fa:16:3e:82:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:44Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 5, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'subnets': [{'id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:15:39.654357 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-430b6b0a-f29f-41b6-ba00-55843d0092d5 req-1d7d15eb-d7de-4717-b93f-2bf985634328 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882746964&fields=id&tenant_id=4a6f8c1615284c6eb6f5a784c6d41393 HTTP/1.1" status: 200 len: 267 time: 0.0310314 Apr 14 16:15:39.745999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b6b0a-f29f-41b6-ba00-55843d0092d5 req-4210bbe8-bf01-47fe-a209-3d09ff1a8133 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:39.748278 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-430b6b0a-f29f-41b6-ba00-55843d0092d5 req-4210bbe8-bf01-47fe-a209-3d09ff1a8133 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 946 time: 0.0879126 Apr 14 16:15:39.760517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-430b6b0a-f29f-41b6-ba00-55843d0092d5 req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Request body: {'port': {'security_groups': ['c26c715c-05cf-4754-a6d0-093272253553', 'eaf3e088-6b2b-4205-8658-3bac584b9056']}} {{(pid=85222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:39.894381 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-430b6b0a-f29f-41b6-ba00-55843d0092d5 req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.931811 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f69d3b-39a7-4528-bc36-85348ca00133 None None] New status for floating IP 062d49e6-4185-41d0-95f9-b494eafa1924: ACTIVE {{(pid=85225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:15:40.462672 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-430b6b0a-f29f-41b6-ba00-55843d0092d5 req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] For port 67a23822-acfd-47a1-9fe3-c5aafbb248a8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:40.488654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-430b6b0a-f29f-41b6-ba00-55843d0092d5 req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for port, precommit_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.492174 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-430b6b0a-f29f-41b6-ba00-55843d0092d5 req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2579145'] for port, after_update {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.503410 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['67a23822-acfd-47a1-9fe3-c5aafbb248a8'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:40.506943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-487bbda4-2c9f-4bc9-94cd-1c841dcfbc91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:40.668293 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'Port': ['ID=67a23822-acfd-47a1-9fe3-c5aafbb248a8,revision_number=6']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:40.680130 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.680562 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.681013 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.681430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.681844 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.682253 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.682668 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.683076 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.683488 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.683893 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.684597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.685076 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:40.691271 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:40.728352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b6b0a-f29f-41b6-ba00-55843d0092d5 req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:40.729216 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-430b6b0a-f29f-41b6-ba00-55843d0092d5 req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.730547 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-430b6b0a-f29f-41b6-ba00-55843d0092d5 req-3bbb1768-873f-4e29-8a23-081407cfa8f5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "PUT /v2.0/ports/67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 200 len: 982 time: 0.9750843 Apr 14 16:15:40.731133 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:40.786226 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'status': 'completed', 'code': 200} Apr 14 16:15:40.807172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['67a23822-acfd-47a1-9fe3-c5aafbb248a8'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:40.999344 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4f5b0-589f-4086-98ad-16a1af87572a req-55f2383d-3fab-46d0-9d00-163894accb47 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:41.000989 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b2b4f5b0-589f-4086-98ad-16a1af87572a req-55f2383d-3fab-46d0-9d00-163894accb47 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.1395485 Apr 14 16:15:41.004255 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faed4f9-252b-44cf-9ff5-2f036f61af88 req-4e3e9eba-e98c-4436-a34f-99a5b7238792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:41.005804 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5faed4f9-252b-44cf-9ff5-2f036f61af88 req-4e3e9eba-e98c-4436-a34f-99a5b7238792 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a6f8c1615284c6eb6f5a784c6d41393&device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 1138 time: 0.1885149 Apr 14 16:15:41.068752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-c57c3483-26b6-44d0-8584-c2df62f3aee3 None None] Provisioning complete for port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:41.069103 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c57c3483-26b6-44d0-8584-c2df62f3aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.107531 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-b2b4f5b0-589f-4086-98ad-16a1af87572a req-471834e4-9c15-44cd-97b3-4a44898e84cb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999646 Apr 14 16:15:41.171476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faed4f9-252b-44cf-9ff5-2f036f61af88 req-8f087850-d2e7-4083-80e4-a9c221df7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:41.173107 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5faed4f9-252b-44cf-9ff5-2f036f61af88 req-8f087850-d2e7-4083-80e4-a9c221df7cd1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c828a24b-9fba-416f-a9ab-ae79385c3e58 HTTP/1.1" status: 200 len: 915 time: 0.1510754 Apr 14 16:15:41.286712 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5faed4f9-252b-44cf-9ff5-2f036f61af88 req-449ee25c-5d50-4143-ac63-0d368f4239e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 200 len: 1002 time: 0.1059899 Apr 14 16:15:41.355280 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faed4f9-252b-44cf-9ff5-2f036f61af88 req-f5692bb2-efac-413c-88bb-a60f351c304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:41.357594 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5faed4f9-252b-44cf-9ff5-2f036f61af88 req-f5692bb2-efac-413c-88bb-a60f351c304e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cb5bc7e-48ca-4085-84b4-ea860038ce0c HTTP/1.1" status: 200 len: 853 time: 0.0649476 Apr 14 16:15:41.447532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faed4f9-252b-44cf-9ff5-2f036f61af88 req-04a1dd85-e1ac-43e0-ae92-b27c3d594c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:41.449211 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5faed4f9-252b-44cf-9ff5-2f036f61af88 req-04a1dd85-e1ac-43e0-ae92-b27c3d594c3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c828a24b-9fba-416f-a9ab-ae79385c3e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846088 Apr 14 16:15:41.593186 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5faed4f9-252b-44cf-9ff5-2f036f61af88 req-05dc4005-2d92-4d19-8a4e-2a46063e2799 service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358581 Apr 14 16:15:41.733964 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-5faed4f9-252b-44cf-9ff5-2f036f61af88 req-e94812b0-49a6-4069-bec1-4fc9ce10c49c service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342301 Apr 14 16:15:53.502667 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1c2e497b-3c0d-4045-8d53-dc047ee6e1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.692579 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:15:54.148197 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.808620 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f48a73e0-a0fc-4f7f-817a-b3fc521d86d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.554057 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.566898 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-b01c77c3-c6ad-444f-885e-fc9892d9e509 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774212 Apr 14 16:15:56.713430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-4357eefc-d45c-4067-8fc9-65a6652725a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:56.715070 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-4357eefc-d45c-4067-8fc9-65a6652725a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b792eeb09c5d41c392ab38c43a4645c2&device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1098 time: 0.0776384 Apr 14 16:15:56.846170 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.871251 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-7dd52b6b-3f70-4317-8095-d3e19b321172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:56.872872 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-7dd52b6b-3f70-4317-8095-d3e19b321172 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c HTTP/1.1" status: 200 len: 910 time: 0.1388059 Apr 14 16:15:56.984965 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-bcb77291-e566-4b8a-b1a2-ea1a799f9939 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd HTTP/1.1" status: 200 len: 1000 time: 0.1044257 Apr 14 16:15:57.054996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-12f18322-044b-49b5-a95e-2943a8578138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:57.056521 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-12f18322-044b-49b5-a95e-2943a8578138 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b85d1836-4d3d-4ed3-8b07-866ecd66eac9 HTTP/1.1" status: 200 len: 848 time: 0.0658963 Apr 14 16:15:57.137531 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-3a7510b1-6acc-4d0c-9b0a-d4f16f3736b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:57.139025 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-3a7510b1-6acc-4d0c-9b0a-d4f16f3736b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755179 Apr 14 16:15:57.279780 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-03f3fa3e-a6ed-4fac-b4bd-f92a94320507 service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341581 Apr 14 16:15:57.420091 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-72097fb1-b2c3-42de-8f33-fc01334aee37 req-19895bb9-9c4c-4ced-b53d-aefce4396390 service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340847 Apr 14 16:15:57.856479 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:04.820353 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad14db-8fde-454f-a8c9-96f3b33e1075 req-8ef5c854-aa4a-40c9-a0a3-749e6d073f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:04.821876 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-76ad14db-8fde-454f-a8c9-96f3b33e1075 req-8ef5c854-aa4a-40c9-a0a3-749e6d073f49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a6f8c1615284c6eb6f5a784c6d41393&device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 1138 time: 0.1496108 Apr 14 16:16:04.835096 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f94fe-5bf2-4b77-aae6-29a3dcb1370a req-bed5aa55-61c9-469e-ac49-58381cb217bc tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:04.836572 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3f2f94fe-5bf2-4b77-aae6-29a3dcb1370a req-bed5aa55-61c9-469e-ac49-58381cb217bc tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.1229539 Apr 14 16:16:04.943082 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-3f2f94fe-5bf2-4b77-aae6-29a3dcb1370a req-08a9c41e-af42-4078-adb1-611f921857cc tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838251 Apr 14 16:16:04.996705 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad14db-8fde-454f-a8c9-96f3b33e1075 req-0ff6c0e8-aa4a-4ba9-a7fd-cb4b76376acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:04.998317 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-76ad14db-8fde-454f-a8c9-96f3b33e1075 req-0ff6c0e8-aa4a-4ba9-a7fd-cb4b76376acf service neutron] 10.222.0.25 "GET /v2.0/networks?id=c828a24b-9fba-416f-a9ab-ae79385c3e58 HTTP/1.1" status: 200 len: 915 time: 0.1608255 Apr 14 16:16:05.112034 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-76ad14db-8fde-454f-a8c9-96f3b33e1075 req-de45b728-50d6-4acc-996e-b3361ead404d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 200 len: 1002 time: 0.1064806 Apr 14 16:16:05.179167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad14db-8fde-454f-a8c9-96f3b33e1075 req-f70f6929-1328-436c-92df-c69a7225c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:05.181314 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-76ad14db-8fde-454f-a8c9-96f3b33e1075 req-f70f6929-1328-436c-92df-c69a7225c329 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cb5bc7e-48ca-4085-84b4-ea860038ce0c HTTP/1.1" status: 200 len: 853 time: 0.0632336 Apr 14 16:16:05.264534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad14db-8fde-454f-a8c9-96f3b33e1075 req-023fa72f-2a8e-40a4-8228-cf5bfc5d5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:05.266185 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-76ad14db-8fde-454f-a8c9-96f3b33e1075 req-023fa72f-2a8e-40a4-8228-cf5bfc5d5cc0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c828a24b-9fba-416f-a9ab-ae79385c3e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776737 Apr 14 16:16:05.405628 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-76ad14db-8fde-454f-a8c9-96f3b33e1075 req-41f31a54-abbe-476a-883a-af604d9fc018 service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319139 Apr 14 16:16:05.546035 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-76ad14db-8fde-454f-a8c9-96f3b33e1075 req-e653f319-814c-435f-912e-ef1abf2130e5 service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337719 Apr 14 16:16:06.148479 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb5ed7-19ba-4bdf-b266-ee8c90387e2e req-2fdd7160-6521-4225-b2bd-9bc2a1c88719 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:06.150109 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-98eb5ed7-19ba-4bdf-b266-ee8c90387e2e req-2fdd7160-6521-4225-b2bd-9bc2a1c88719 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0908418 Apr 14 16:16:06.183209 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-98eb5ed7-19ba-4bdf-b266-ee8c90387e2e req-43b34850-7192-4daf-b54a-3c801b6586c0 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Synchronizing usage tracker for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:06.197889 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-98eb5ed7-19ba-4bdf-b266-ee8c90387e2e req-43b34850-7192-4daf-b54a-3c801b6586c0 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Unset dirty status for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:06.199053 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-98eb5ed7-19ba-4bdf-b266-ee8c90387e2e req-43b34850-7192-4daf-b54a-3c801b6586c0 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421047 Apr 14 16:16:07.398434 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3ab75-4e95-40e2-8565-3e720a56c233 req-0fe30e10-0f06-4529-b669-106b3709ff53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:07.400007 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c5c3ab75-4e95-40e2-8565-3e720a56c233 req-0fe30e10-0f06-4529-b669-106b3709ff53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0875688 Apr 14 16:16:07.432241 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c5c3ab75-4e95-40e2-8565-3e720a56c233 req-8c8d1c86-7a6b-4456-a110-70ee6ff489c4 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0258379 Apr 14 16:16:08.633659 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81008fe2-ef28-4d55-a410-f1026ca485f9 req-ac20ed7b-eccc-41a5-8899-0a36c3b99d44 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:08.635209 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81008fe2-ef28-4d55-a410-f1026ca485f9 req-ac20ed7b-eccc-41a5-8899-0a36c3b99d44 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0876534 Apr 14 16:16:08.667676 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-81008fe2-ef28-4d55-a410-f1026ca485f9 req-e5c3da40-67b2-4d5b-afae-b23d1c4d8b12 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0261445 Apr 14 16:16:10.106120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c12ce-6edd-4090-ae4a-742fc564775e req-660acc53-aaa8-44c4-9ee7-e72895ff6a0d tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:10.107720 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-215c12ce-6edd-4090-ae4a-742fc564775e req-660acc53-aaa8-44c4-9ee7-e72895ff6a0d tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.3242273 Apr 14 16:16:10.140068 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-215c12ce-6edd-4090-ae4a-742fc564775e req-11ce3f42-d6ac-4646-ab12-350b1fa4928f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0258088 Apr 14 16:16:11.342529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0a120-6559-4fee-bd0c-49931ab4d2b0 req-70a99b5a-a18c-4562-84b9-c0546e18df68 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:11.344008 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-18e0a120-6559-4fee-bd0c-49931ab4d2b0 req-70a99b5a-a18c-4562-84b9-c0546e18df68 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0904615 Apr 14 16:16:11.376070 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-18e0a120-6559-4fee-bd0c-49931ab4d2b0 req-50029f4f-b99b-4f9c-9266-83b0723b200b tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0255251 Apr 14 16:16:12.576229 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cb955-4bf3-45bd-a441-7fec1a1c63ac req-bf91bf1c-0ccf-4003-af71-870ba5f721e1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:12.577842 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4f8cb955-4bf3-45bd-a441-7fec1a1c63ac req-bf91bf1c-0ccf-4003-af71-870ba5f721e1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0894933 Apr 14 16:16:12.609369 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4f8cb955-4bf3-45bd-a441-7fec1a1c63ac req-bef94a44-6b75-4581-bd41-4b667e361302 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0250752 Apr 14 16:16:13.810201 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b6ebc-9a2b-4cf4-8615-a020b4e55a6d req-25de74bc-fa06-4d8e-bbd1-c4d6a1ac6ae2 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:13.811844 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-583b6ebc-9a2b-4cf4-8615-a020b4e55a6d req-25de74bc-fa06-4d8e-bbd1-c4d6a1ac6ae2 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0884306 Apr 14 16:16:13.845454 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-583b6ebc-9a2b-4cf4-8615-a020b4e55a6d req-ae92815b-21cd-4072-b5c7-5dc95d6010a8 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0263078 Apr 14 16:16:15.047293 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2507f-5ebe-4bc0-b111-f2dd924dbed0 req-996b656a-3aa4-4cb6-bc12-ebfb3e58046f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:15.048887 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c2e2507f-5ebe-4bc0-b111-f2dd924dbed0 req-996b656a-3aa4-4cb6-bc12-ebfb3e58046f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0895646 Apr 14 16:16:15.080665 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c2e2507f-5ebe-4bc0-b111-f2dd924dbed0 req-1cf88c10-4437-428a-8a87-871ac85207fd tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0252221 Apr 14 16:16:16.288618 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51788850-1493-41bf-95ab-a8a34f68d370 req-3d9aa008-268d-4077-b25c-9227c3ecdbf5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:16.290113 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-51788850-1493-41bf-95ab-a8a34f68d370 req-3d9aa008-268d-4077-b25c-9227c3ecdbf5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0906520 Apr 14 16:16:16.323214 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-51788850-1493-41bf-95ab-a8a34f68d370 req-b0095207-fc60-40e9-9c6a-ec5cfc0db795 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0267029 Apr 14 16:16:17.527981 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ec631-2d74-42e8-ad27-e94d28e505b6 req-47acf0ab-3b9f-4e18-ba8d-950cc6f6cea4 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:17.529684 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d5ec631-2d74-42e8-ad27-e94d28e505b6 req-47acf0ab-3b9f-4e18-ba8d-950cc6f6cea4 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0897615 Apr 14 16:16:17.563386 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1d5ec631-2d74-42e8-ad27-e94d28e505b6 req-d6bba097-865e-4e9c-aae6-05fda8b1540d tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0270889 Apr 14 16:16:17.982100 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51968) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:18.196207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Deleting port 8c0d778e-bc99-444a-884e-248614813543 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:18.196585 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:18.369712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:18.370004 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:18.499385 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Calling delete_port for 8c0d778e-bc99-444a-884e-248614813543 owned by network:floatingip {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:18.666546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:18.684841 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-facb1206-83ea-4631-a509-4f4f40c35705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:18.825775 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event deleted for resources: {'Port': ['ID=8c0d778e-bc99-444a-884e-248614813543,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:18.828454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:18.964938 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720b75-86f0-4d03-b7b8-1237375ffe4d req-022865c5-0680-4bb2-a4a1-2b5182cfd4e5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:18.966546 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e3720b75-86f0-4d03-b7b8-1237375ffe4d req-022865c5-0680-4bb2-a4a1-2b5182cfd4e5 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.2852561 Apr 14 16:16:19.039308 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e3720b75-86f0-4d03-b7b8-1237375ffe4d req-e2c458e5-f87a-4379-a2a0-5fb60162da19 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660443 Apr 14 16:16:19.065945 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for floatingip, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:19.066326 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Floating IP dcc12ecd-753c-4b4b-b6e0-20c32d7bf645 disassociated (deleted). External IP: 172.28.3.92, port: 0281b781-08ea-441d-9930-ac5ac4ac7bdd. Apr 14 16:16:19.659629 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:19.846883 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:19.856377 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343166f5-539a-4158-b420-143dfd9d4d7b None None] Sync routers for ids ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:19.866001 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:19.867190 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343166f5-539a-4158-b420-143dfd9d4d7b None None] Routers {'6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:19.867866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-343166f5-539a-4158-b420-143dfd9d4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:15:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:19.929927 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-0b049484-40b0-4c3d-ae74-66ff49c59041 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "DELETE /v2.0/floatingips/dcc12ecd-753c-4b4b-b6e0-20c32d7bf645 HTTP/1.1" status: 204 len: 168 time: 1.9466612 Apr 14 16:16:19.931031 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:20.044446 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'status': 'completed', 'code': 200} Apr 14 16:16:20.065591 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-343166f5-539a-4158-b420-143dfd9d4d7b None None] Set router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:20.149719 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e42c1-4ec3-4934-b9ea-62e19980ff8e req-e1fabda3-07db-4d47-8322-fae273032949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:20.150743 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2e1e42c1-4ec3-4934-b9ea-62e19980ff8e req-e1fabda3-07db-4d47-8322-fae273032949 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b792eeb09c5d41c392ab38c43a4645c2&device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 1098 time: 0.0834837 Apr 14 16:16:20.269303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ef465-70ce-41be-89b9-2c32a4ac62fc req-385b4dc5-7fe9-46a8-ac48-713dee4d8f4f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:20.270968 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-960ef465-70ce-41be-89b9-2c32a4ac62fc req-385b4dc5-7fe9-46a8-ac48-713dee4d8f4f tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0960090 Apr 14 16:16:20.304767 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-960ef465-70ce-41be-89b9-2c32a4ac62fc req-08c35033-b1b3-4bfd-8e2f-b3e9eb0c2a1d tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0269938 Apr 14 16:16:20.361734 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e42c1-4ec3-4934-b9ea-62e19980ff8e req-8d26d3ab-4654-426d-850d-5ef1e36e7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:20.363300 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2e1e42c1-4ec3-4934-b9ea-62e19980ff8e req-8d26d3ab-4654-426d-850d-5ef1e36e7a29 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c HTTP/1.1" status: 200 len: 910 time: 0.2058003 Apr 14 16:16:20.435660 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-343166f5-539a-4158-b420-143dfd9d4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 4, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '0f7777a2-fcb5-45e1-be58-de9f3823159a', 'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'mac_address': 'fa:16:3e:89:ff:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:04Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'subnets': [{'id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:20.439900 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343166f5-539a-4158-b420-143dfd9d4d7b None None] Checking router: 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:20.447171 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2e1e42c1-4ec3-4934-b9ea-62e19980ff8e req-8bd7f55d-7bae-4fe3-a89e-297423c8c46b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd HTTP/1.1" status: 200 len: 217 time: 0.0742483 Apr 14 16:16:20.449744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343166f5-539a-4158-b420-143dfd9d4d7b None None] Routers {'6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:20.450398 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-343166f5-539a-4158-b420-143dfd9d4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:15:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:20.459538 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e8a3a-ecfb-41f9-a43e-2b7d883f0101 req-300e943a-f51d-49cc-b54b-0f15e7ee4a47 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:20.461069 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c55e8a3a-ecfb-41f9-a43e-2b7d883f0101 req-300e943a-f51d-49cc-b54b-0f15e7ee4a47 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1956439 Apr 14 16:16:20.542176 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-c55e8a3a-ecfb-41f9-a43e-2b7d883f0101 req-835a3d16-c287-4a43-b172-a36ea8bf3270 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415680 Apr 14 16:16:20.552802 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e42c1-4ec3-4934-b9ea-62e19980ff8e req-6f18bb29-221a-46b0-b1a6-cf23b6484f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:20.554251 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2e1e42c1-4ec3-4934-b9ea-62e19980ff8e req-6f18bb29-221a-46b0-b1a6-cf23b6484f44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b85d1836-4d3d-4ed3-8b07-866ecd66eac9 HTTP/1.1" status: 200 len: 848 time: 0.0922759 Apr 14 16:16:20.637424 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e42c1-4ec3-4934-b9ea-62e19980ff8e req-3c0f83ed-d571-4372-978d-d8ab24d03d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:20.639035 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2e1e42c1-4ec3-4934-b9ea-62e19980ff8e req-3c0f83ed-d571-4372-978d-d8ab24d03d9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774510 Apr 14 16:16:20.641682 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-343166f5-539a-4158-b420-143dfd9d4d7b None None] Set router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:20.787528 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2e1e42c1-4ec3-4934-b9ea-62e19980ff8e req-713287fd-06d3-40d4-aedb-21134bf538d3 service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406291 Apr 14 16:16:20.942675 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-2e1e42c1-4ec3-4934-b9ea-62e19980ff8e req-019cccbb-5563-455d-9bc6-fe4dd0e0aa95 service neutron] 10.222.0.25 "GET /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482637 Apr 14 16:16:21.149673 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-343166f5-539a-4158-b420-143dfd9d4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 4, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '0f7777a2-fcb5-45e1-be58-de9f3823159a', 'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'mac_address': 'fa:16:3e:89:ff:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:04Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'subnets': [{'id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:21.153833 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343166f5-539a-4158-b420-143dfd9d4d7b None None] The sync data for ids ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'] in dv-cinder-786260-2-smb is: [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:12:05Z', 'revision_number': 4, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '0f7777a2-fcb5-45e1-be58-de9f3823159a', 'name': '', 'network_id': '2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'mac_address': 'fa:16:3e:89:ff:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:04Z', 'updated_at': '2021-04-14T16:12:14Z', 'revision_number': 5, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'subnets': [{'id': 'b85d1836-4d3d-4ed3-8b07-866ecd66eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:21.526470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85bddf-6a83-4c72-b08d-467f78e62d6a req-fb342f7c-1e63-41ce-b38f-6e77ba50977d tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:21.528052 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1a85bddf-6a83-4c72-b08d-467f78e62d6a req-fb342f7c-1e63-41ce-b38f-6e77ba50977d tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0970778 Apr 14 16:16:21.570677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16879317-bb56-40a4-bd10-765f0fd98bcb None None] New status for floating IP dcc12ecd-753c-4b4b-b6e0-20c32d7bf645: DOWN {{(pid=85225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:16:21.571858 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-1a85bddf-6a83-4c72-b08d-467f78e62d6a req-10d57599-f294-4e59-b88c-17a2f6fd9894 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368638 Apr 14 16:16:21.724637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153e941-87b1-431e-a080-87e43d6d8133 req-f2abde80-fd6b-4cf1-aef0-bb47b46da9cb tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:21.726315 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f153e941-87b1-431e-a080-87e43d6d8133 req-f2abde80-fd6b-4cf1-aef0-bb47b46da9cb tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.1802540 Apr 14 16:16:21.825576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-f153e941-87b1-431e-a080-87e43d6d8133 req-a5b03b50-340a-4d97-82f6-add5a5126604 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Deleting port 0281b781-08ea-441d-9930-ac5ac4ac7bdd {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:21.825964 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-f153e941-87b1-431e-a080-87e43d6d8133 req-a5b03b50-340a-4d97-82f6-add5a5126604 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:21.880368 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167339-cdcb-4291-a1aa-7e763987fa5f req-7441cea5-33c5-45e9-8690-951367b6fe32 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:21.882572 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e8167339-cdcb-4291-a1aa-7e763987fa5f req-7441cea5-33c5-45e9-8690-951367b6fe32 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 945 time: 0.2232523 Apr 14 16:16:21.963342 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-e8167339-cdcb-4291-a1aa-7e763987fa5f req-57dc9d32-e4ea-4f66-a90f-e2b21c405c8d tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d31fd6b-37f3-4b54-b494-c541539cd25b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675554 Apr 14 16:16:22.126218 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-f153e941-87b1-431e-a080-87e43d6d8133 req-a5b03b50-340a-4d97-82f6-add5a5126604 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] For port 0281b781-08ea-441d-9930-ac5ac4ac7bdd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0281b781-08ea-441d-9930-ac5ac4ac7bdd,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:22.126654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-f153e941-87b1-431e-a080-87e43d6d8133 req-a5b03b50-340a-4d97-82f6-add5a5126604 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.257837 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-f153e941-87b1-431e-a080-87e43d6d8133 req-a5b03b50-340a-4d97-82f6-add5a5126604 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Calling delete_port for 0281b781-08ea-441d-9930-ac5ac4ac7bdd owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:22.404175 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-f153e941-87b1-431e-a080-87e43d6d8133 req-a5b03b50-340a-4d97-82f6-add5a5126604 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.419736 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-614306f6-db0a-4a14-ab51-46704c8b1bf0 tempest-VolumesActionsTest-249428510 tempest-VolumesActionsTest-249428510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:22.471290 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b03b50-340a-4d97-82f6-add5a5126604 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event deleted for resources: {'Port': ['ID=0281b781-08ea-441d-9930-ac5ac4ac7bdd,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:22.523294 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a5b03b50-340a-4d97-82f6-add5a5126604 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:22.666046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f153e941-87b1-431e-a080-87e43d6d8133 req-a5b03b50-340a-4d97-82f6-add5a5126604 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] No DVR routers for this DVR port 0281b781-08ea-441d-9930-ac5ac4ac7bdd on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:16:22.668597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-f153e941-87b1-431e-a080-87e43d6d8133 req-a5b03b50-340a-4d97-82f6-add5a5126604 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.671365 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'name': 'network-vif-deleted', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:22.683946 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-f153e941-87b1-431e-a080-87e43d6d8133 req-a5b03b50-340a-4d97-82f6-add5a5126604 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.25 "DELETE /v2.0/ports/0281b781-08ea-441d-9930-ac5ac4ac7bdd HTTP/1.1" status: 204 len: 173 time: 0.9493408 Apr 14 16:16:22.729143 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb1f59e-1af9-464e-927c-1767c0cab58d', 'name': 'network-vif-deleted', 'tag': '0281b781-08ea-441d-9930-ac5ac4ac7bdd', 'status': 'completed', 'code': 200} Apr 14 16:16:22.811198 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d199622-1126-4e09-a1a8-da7a1b2b92a2 req-9da1f31c-f0e0-48c2-97d2-7530d9f9c31b tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:22.812806 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0d199622-1126-4e09-a1a8-da7a1b2b92a2 req-9da1f31c-f0e0-48c2-97d2-7530d9f9c31b tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0906687 Apr 14 16:16:22.847710 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-0d199622-1126-4e09-a1a8-da7a1b2b92a2 req-3db490c4-6637-4705-8b27-50c763a3696a tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaf3e088-6b2b-4205-8658-3bac584b9056&id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0274346 Apr 14 16:16:23.134504 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-32e610d0-d693-4ded-abb1-3892e88a6393 req-85d89eb2-3985-434a-bb58-add99a91001a tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Synchronizing usage tracker for tenant:b792eeb09c5d41c392ab38c43a4645c2 on resource:port {{(pid=85222) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:23.149132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-32e610d0-d693-4ded-abb1-3892e88a6393 req-85d89eb2-3985-434a-bb58-add99a91001a tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Unset dirty status for tenant:b792eeb09c5d41c392ab38c43a4645c2 on resource:port {{(pid=85222) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:23.150414 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-32e610d0-d693-4ded-abb1-3892e88a6393 req-85d89eb2-3985-434a-bb58-add99a91001a tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fb1f59e-1af9-464e-927c-1767c0cab58d HTTP/1.1" status: 200 len: 210 time: 0.0644882 Apr 14 16:16:23.503345 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-cfa6770b-ee35-4ed9-94e4-1259fe37535c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.762340 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 0281b781-08ea-441d-9930-ac5ac4ac7bdd no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:23.799712 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 0281b781-08ea-441d-9930-ac5ac4ac7bdd {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:23.800104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 0281b781-08ea-441d-9930-ac5ac4ac7bdd not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:24.149773 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.251200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 51998) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:24.327022 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a2967159-4092-4a7d-8030-182a4016e488 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.357811 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a2967159-4092-4a7d-8030-182a4016e488 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.408036 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a2967159-4092-4a7d-8030-182a4016e488 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.413246 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e202d077-bb6e-4ccc-85ac-e38fbf74a9ed tempest-AttachVolumeTestJSON-1943054822 tempest-AttachVolumeTestJSON-1943054822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:24.430412 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2967159-4092-4a7d-8030-182a4016e488 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d31fd6b-37f3-4b54-b494-c541539cd25b,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:24.434717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a2967159-4092-4a7d-8030-182a4016e488 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:24.438056 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a2967159-4092-4a7d-8030-182a4016e488 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.439260 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a2967159-4092-4a7d-8030-182a4016e488 tempest-TestShelveInstance-1666156660 tempest-TestShelveInstance-1666156660-project] 10.222.0.48 "DELETE /v2.0/security-groups/0d31fd6b-37f3-4b54-b494-c541539cd25b HTTP/1.1" status: 204 len: 168 time: 0.1870062 Apr 14 16:16:24.481656 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52004) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:25.042403 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1048372'] for router_interface, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.404921 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Deleting port 0f7777a2-fcb5-45e1-be58-de9f3823159a {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:25.405471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.582398 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] For port 0f7777a2-fcb5-45e1-be58-de9f3823159a, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=0f7777a2-fcb5-45e1-be58-de9f3823159a,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:25.582796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.713011 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Calling delete_port for 0f7777a2-fcb5-45e1-be58-de9f3823159a owned by network:router_interface {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:25.810199 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-85223dee-6ecb-4f03-a70f-45911d5c6af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.888414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:25.904029 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-65603d24-2a4e-42e6-ad90-a4df5d649169 tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:25.996435 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7777a2-fcb5-45e1-be58-de9f3823159a,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:26.003392 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:26.557357 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:26.584206 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854152726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917955'] for router_interface, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:26.847456 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.082574 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:27.270146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:27.280436 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166bbd74-39ab-444f-958b-45a3cfc8afce None None] Sync routers for ids ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:27.285719 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] 10.222.0.48 "PUT /v2.0/routers/6108ee9d-d71f-44e7-81f2-74ccc0ec1f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8028965 Apr 14 16:16:27.288328 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52008) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:27.290877 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bbd74-39ab-444f-958b-45a3cfc8afce None None] Routers {'6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:27.291546 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-166bbd74-39ab-444f-958b-45a3cfc8afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:16:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:27.472372 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Notify callbacks [] for router, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.478829 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-166bbd74-39ab-444f-958b-45a3cfc8afce None None] Set router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:27.666147 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.675340 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Deleting port fed6dd11-4970-4b65-a24b-ab2600dc65d3 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:27.675717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.784113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-166bbd74-39ab-444f-958b-45a3cfc8afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:16:25Z', 'revision_number': 5, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port': {'id': 'fed6dd11-4970-4b65-a24b-ab2600dc65d3', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:01Z', 'updated_at': '2021-04-14T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:27.789947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166bbd74-39ab-444f-958b-45a3cfc8afce None None] Checking router: 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:27.800427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bbd74-39ab-444f-958b-45a3cfc8afce None None] Routers {'6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:27.801149 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-166bbd74-39ab-444f-958b-45a3cfc8afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:16:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:27.861234 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] For port fed6dd11-4970-4b65-a24b-ab2600dc65d3, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=fed6dd11-4970-4b65-a24b-ab2600dc65d3,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:27.861631 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.948534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.976756 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-166bbd74-39ab-444f-958b-45a3cfc8afce None None] Set router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 gateway port host: None {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:27.994992 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Calling delete_port for fed6dd11-4970-4b65-a24b-ab2600dc65d3 owned by network:router_gateway {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:28.093313 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-166bbd74-39ab-444f-958b-45a3cfc8afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:16:27Z', 'revision_number': 6, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port_host': None}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:28.097394 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166bbd74-39ab-444f-958b-45a3cfc8afce None None] The sync data for ids ['6108ee9d-d71f-44e7-81f2-74ccc0ec1f12'] in dv-cinder-786260-2-smb is: [{'id': '6108ee9d-d71f-44e7-81f2-74ccc0ec1f12', 'name': 'tempest-TestShelveInstance-2012299201-router', 'tenant_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:00Z', 'updated_at': '2021-04-14T16:16:27Z', 'revision_number': 6, 'project_id': 'b792eeb09c5d41c392ab38c43a4645c2', 'gw_port_host': None}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:28.171493 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:28.190845 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:28.279211 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Pushing event deleted for resources: {'Port': ['ID=fed6dd11-4970-4b65-a24b-ab2600dc65d3,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:28.281858 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:28.448893 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917797'] for router_gateway, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:28.633221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49277'] for router, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:28.635530 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:28.725707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853739917'] for router, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:28.726261 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 {{(pid=85223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:16:28.739819 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] Notify callbacks [] for router, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:28.743526 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ea1652c4-6e2f-4ac6-b517-ade18221086e admin admin] 10.222.0.48 "DELETE /v2.0/routers/6108ee9d-d71f-44e7-81f2-74ccc0ec1f12 HTTP/1.1" status: 204 len: 168 time: 1.4517541 Apr 14 16:16:28.743905 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52012) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:28.811345 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-419aafaf-00d4-4f13-9980-bccb602c3fa6 admin admin] Deleting subnet b85d1836-4d3d-4ed3-8b07-866ecd66eac9 {{(pid=85223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:16:28.814452 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-419aafaf-00d4-4f13-9980-bccb602c3fa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:28.870677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-419aafaf-00d4-4f13-9980-bccb602c3fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340783'] for subnet, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:28.996203 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-419aafaf-00d4-4f13-9980-bccb602c3fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:29.489455 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-419aafaf-00d4-4f13-9980-bccb602c3fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850808693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124700'] for subnet, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:29.508044 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0772017b-2e32-40f1-b902-9ebd83516e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:29.587266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419aafaf-00d4-4f13-9980-bccb602c3fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85d1836-4d3d-4ed3-8b07-866ecd66eac9,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:29.590042 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-419aafaf-00d4-4f13-9980-bccb602c3fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:29.643146 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 0f7777a2-fcb5-45e1-be58-de9f3823159a no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:29.643810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-419aafaf-00d4-4f13-9980-bccb602c3fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:29.649986 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-419aafaf-00d4-4f13-9980-bccb602c3fa6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b85d1836-4d3d-4ed3-8b07-866ecd66eac9 HTTP/1.1" status: 204 len: 168 time: 0.9052346 Apr 14 16:16:29.652590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52016) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:29.675707 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d855ce0c-dad9-42ec-97c8-de85760fadbb None None] Network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:16:29.699445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 0f7777a2-fcb5-45e1-be58-de9f3823159a {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:29.699834 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 0f7777a2-fcb5-45e1-be58-de9f3823159a not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:29.700292 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device fed6dd11-4970-4b65-a24b-ab2600dc65d3 no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:29.769506 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:29.794426 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: fed6dd11-4970-4b65-a24b-ab2600dc65d3 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:29.794814 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device fed6dd11-4970-4b65-a24b-ab2600dc65d3 not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:29.838114 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Deleting port 659c824d-77d7-4bae-a0c2-315b522aaddb {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:29.838494 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:29.981515 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff59906-6cf3-48f8-a838-8e18f0291f95 None None] DHCP port deletion for 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c request from dv-cinder-786260-2-smb {{(pid=85224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:16:29.985813 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-8ff59906-6cf3-48f8-a838-8e18f0291f95 None None] Deleting port 659c824d-77d7-4bae-a0c2-315b522aaddb {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:29.986242 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8ff59906-6cf3-48f8-a838-8e18f0291f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.060214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] For port 659c824d-77d7-4bae-a0c2-315b522aaddb, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=659c824d-77d7-4bae-a0c2-315b522aaddb,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:30.060522 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.191233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Calling delete_port for 659c824d-77d7-4bae-a0c2-315b522aaddb owned by network:dhcp {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:30.202773 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-8ff59906-6cf3-48f8-a838-8e18f0291f95 None None] For port 659c824d-77d7-4bae-a0c2-315b522aaddb, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=659c824d-77d7-4bae-a0c2-315b522aaddb,segment=NetworkSegment(6f78ed3a-ce0f-40dc-9cad-f97572c7aae7),segment_id=6f78ed3a-ce0f-40dc-9cad-f97572c7aae7)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:30.203263 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8ff59906-6cf3-48f8-a838-8e18f0291f95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.273676 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.288803 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-86a72b9d-3447-4795-842f-80f3fb1b04cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:30.333532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-8ff59906-6cf3-48f8-a838-8e18f0291f95 None None] Calling delete_port for 659c824d-77d7-4bae-a0c2-315b522aaddb owned by network:dhcp {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:30.379754 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Pushing event deleted for resources: {'Port': ['ID=659c824d-77d7-4bae-a0c2-315b522aaddb,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:30.382925 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:30.407446 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.api [None req-8ff59906-6cf3-48f8-a838-8e18f0291f95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85224) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:16:30.407863 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.api [None req-8ff59906-6cf3-48f8-a838-8e18f0291f95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:16:30.431636 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] No DVR routers for this DVR port 659c824d-77d7-4bae-a0c2-315b522aaddb on host dv-cinder-786260-2-smb {{(pid=85223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:16:30.552634 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.666347 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c']}} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:30.678817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7') {'for_net_delete': True} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:30.679156 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f78ed3a-ce0f-40dc-9cad-f97572c7aae7') {} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:30.691285 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3341337'] for segment, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.695169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:16:30.705869 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.712563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=85223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:16:30.885453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:16:30.894532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850808604'] for segment, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.909476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-8ff59906-6cf3-48f8-a838-8e18f0291f95 None None] Deleting port 659c824d-77d7-4bae-a0c2-315b522aaddb {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:30.910132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8ff59906-6cf3-48f8-a838-8e18f0291f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:31.086608 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Network 2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:16:31.110426 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:16:31.156217 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-8ff59906-6cf3-48f8-a838-8e18f0291f95 None None] The port '659c824d-77d7-4bae-a0c2-315b522aaddb' was deleted {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:16:31.188906 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:31.192752 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:31.206779 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:31.218092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Pushing event deleted for resources: {'Network': ['ID=2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:31.221415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:31.231300 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-4dd61293-bff2-485b-92ed-631cc35297bb admin admin] 10.222.0.48 "DELETE /v2.0/networks/2c204edc-ea5f-4ce3-9dc5-6c3a9ee2535c HTTP/1.1" status: 204 len: 168 time: 1.5775936 Apr 14 16:16:31.234299 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52020) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:31.632474 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 659c824d-77d7-4bae-a0c2-315b522aaddb no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:31.667600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 659c824d-77d7-4bae-a0c2-315b522aaddb {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:31.667995 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 659c824d-77d7-4bae-a0c2-315b522aaddb not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:31.796753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1048372'] for router_interface, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:32.158869 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Deleting port 30624451-ea6c-46db-8040-226dea956998 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:32.159471 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:32.581236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] For port 30624451-ea6c-46db-8040-226dea956998, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=30624451-ea6c-46db-8040-226dea956998,segment=NetworkSegment(91722638-4d8d-46fa-993d-de73f18dfc55),segment_id=91722638-4d8d-46fa-993d-de73f18dfc55)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:32.581636 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:32.710514 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Calling delete_port for 30624451-ea6c-46db-8040-226dea956998 owned by network:router_interface {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:32.879999 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:32.894840 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:32.993063 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Pushing event deleted for resources: {'Port': ['ID=30624451-ea6c-46db-8040-226dea956998,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:32.996970 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:33.338547 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854152726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917955'] for router_interface, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:33.839327 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:34.026393 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:34.034977 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a63bd-5ffa-415e-8267-27c439c08f1a None None] Sync routers for ids ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:34.041922 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] 10.222.0.48 "PUT /v2.0/routers/3cf5716b-81cf-4d7e-9419-f14b5e47c7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8065512 Apr 14 16:16:34.044518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52024) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:34.046134 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a63bd-5ffa-415e-8267-27c439c08f1a None None] Routers {'3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:34.046896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-a66a63bd-5ffa-415e-8267-27c439c08f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:16:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:34.228787 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Notify callbacks [] for router, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.232454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-a66a63bd-5ffa-415e-8267-27c439c08f1a None None] Set router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:34.416611 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.424804 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Deleting port 1080294b-53d1-48af-b91f-32cf6b70e5eb {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:34.425184 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.531387 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-a66a63bd-5ffa-415e-8267-27c439c08f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'name': 'tempest-TestShelveInstance-1516097720-router', 'tenant_id': '424fd844c2374649b3084488547c8134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:08Z', 'updated_at': '2021-04-14T16:16:32Z', 'revision_number': 5, 'project_id': '424fd844c2374649b3084488547c8134', 'gw_port': {'id': '1080294b-53d1-48af-b91f-32cf6b70e5eb', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:09Z', 'updated_at': '2021-04-14T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:34.535477 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a63bd-5ffa-415e-8267-27c439c08f1a None None] Checking router: 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:34.544952 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a63bd-5ffa-415e-8267-27c439c08f1a None None] Routers {'3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:34.545603 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-a66a63bd-5ffa-415e-8267-27c439c08f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:16:26Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:34.606256 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] For port 1080294b-53d1-48af-b91f-32cf6b70e5eb, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=1080294b-53d1-48af-b91f-32cf6b70e5eb,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:34.606654 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.702846 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-a66a63bd-5ffa-415e-8267-27c439c08f1a None None] Set router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 gateway port host: None {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:34.737769 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Calling delete_port for 1080294b-53d1-48af-b91f-32cf6b70e5eb owned by network:router_gateway {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:34.812636 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-a66a63bd-5ffa-415e-8267-27c439c08f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'name': 'tempest-TestShelveInstance-1516097720-router', 'tenant_id': '424fd844c2374649b3084488547c8134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:08Z', 'updated_at': '2021-04-14T16:16:34Z', 'revision_number': 6, 'project_id': '424fd844c2374649b3084488547c8134', 'gw_port_host': None}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:34.816884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a63bd-5ffa-415e-8267-27c439c08f1a None None] The sync data for ids ['3cf5716b-81cf-4d7e-9419-f14b5e47c7c6'] in dv-cinder-786260-2-smb is: [{'id': '3cf5716b-81cf-4d7e-9419-f14b5e47c7c6', 'name': 'tempest-TestShelveInstance-1516097720-router', 'tenant_id': '424fd844c2374649b3084488547c8134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:08Z', 'updated_at': '2021-04-14T16:16:34Z', 'revision_number': 6, 'project_id': '424fd844c2374649b3084488547c8134', 'gw_port_host': None}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:34.918972 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:34.935482 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:35.282392 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Pushing event deleted for resources: {'Port': ['ID=1080294b-53d1-48af-b91f-32cf6b70e5eb,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:35.286415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:35.444777 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917797'] for router_gateway, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:35.626287 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49277'] for router, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:35.629092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:35.633667 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 30624451-ea6c-46db-8040-226dea956998 no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:35.656527 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853739917'] for router, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:35.657136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 {{(pid=85223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:16:35.671243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] Notify callbacks [] for router, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:35.672481 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-7dd35203-9320-4e1c-9ec0-d94bb579662f admin admin] 10.222.0.48 "DELETE /v2.0/routers/3cf5716b-81cf-4d7e-9419-f14b5e47c7c6 HTTP/1.1" status: 204 len: 168 time: 1.6269476 Apr 14 16:16:35.672827 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 30624451-ea6c-46db-8040-226dea956998 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:35.673236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 30624451-ea6c-46db-8040-226dea956998 not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:35.673691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 1080294b-53d1-48af-b91f-32cf6b70e5eb no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:35.675196 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52028) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:35.710944 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 1080294b-53d1-48af-b91f-32cf6b70e5eb {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:35.711354 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 1080294b-53d1-48af-b91f-32cf6b70e5eb not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:35.745092 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d30310-7633-4bf3-9345-e38804069f97 admin admin] Deleting subnet 6ca3a4d7-f49a-4308-9584-316c5d3c674c {{(pid=85223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:16:35.748390 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-12d30310-7633-4bf3-9345-e38804069f97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:35.799729 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-12d30310-7633-4bf3-9345-e38804069f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340783'] for subnet, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:35.883567 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-12d30310-7633-4bf3-9345-e38804069f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:36.145155 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-12d30310-7633-4bf3-9345-e38804069f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850808693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124700'] for subnet, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:36.160491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:36.256128 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d30310-7633-4bf3-9345-e38804069f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca3a4d7-f49a-4308-9584-316c5d3c674c,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:36.261058 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-12d30310-7633-4bf3-9345-e38804069f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:36.293442 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-12d30310-7633-4bf3-9345-e38804069f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:36.298692 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70362ce8-91a2-4ae4-87c6-6f43e92f7d56 None None] Network 9a10c940-d9ec-49a4-b66f-df50b17b3570 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:16:36.299369 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-12d30310-7633-4bf3-9345-e38804069f97 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6ca3a4d7-f49a-4308-9584-316c5d3c674c HTTP/1.1" status: 204 len: 168 time: 0.6231334 Apr 14 16:16:36.302014 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52032) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:36.415867 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:36.483606 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Deleting port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:36.484203 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:36.556544 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2967fe83-8761-471f-a5f5-23306ccbfcb2 None None] DHCP port deletion for 9a10c940-d9ec-49a4-b66f-df50b17b3570 request from dv-cinder-786260-2-smb {{(pid=85224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:16:36.560773 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2967fe83-8761-471f-a5f5-23306ccbfcb2 None None] Deleting port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:36.561204 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2967fe83-8761-471f-a5f5-23306ccbfcb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:36.706041 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] For port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2,segment=NetworkSegment(91722638-4d8d-46fa-993d-de73f18dfc55),segment_id=91722638-4d8d-46fa-993d-de73f18dfc55)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:36.706369 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:36.772165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-2967fe83-8761-471f-a5f5-23306ccbfcb2 None None] For port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2,segment=NetworkSegment(91722638-4d8d-46fa-993d-de73f18dfc55),segment_id=91722638-4d8d-46fa-993d-de73f18dfc55)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:36.773157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2967fe83-8761-471f-a5f5-23306ccbfcb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:36.837697 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Calling delete_port for b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 owned by network:dhcp {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:36.905046 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2967fe83-8761-471f-a5f5-23306ccbfcb2 None None] Calling delete_port for b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 owned by network:dhcp {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:36.920949 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:36.936237 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ff9ce0f2-e385-4483-b4d1-ee75b2271f38 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:36.979997 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.api [None req-2967fe83-8761-471f-a5f5-23306ccbfcb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85224) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:16:36.980339 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.api [None req-2967fe83-8761-471f-a5f5-23306ccbfcb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:16:37.041491 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:37.046140 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:37.078799 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] No DVR routers for this DVR port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 on host dv-cinder-786260-2-smb {{(pid=85223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:16:37.199577 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.312936 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a10c940-d9ec-49a4-b66f-df50b17b3570']}} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:37.326208 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91722638-4d8d-46fa-993d-de73f18dfc55') {'for_net_delete': True} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:37.326547 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91722638-4d8d-46fa-993d-de73f18dfc55') {} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:37.338306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3341337'] for segment, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.355382 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.361589 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=85223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:16:37.481462 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2967fe83-8761-471f-a5f5-23306ccbfcb2 None None] Deleting port b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:37.481940 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-2967fe83-8761-471f-a5f5-23306ccbfcb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.535161 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Network 9a10c940-d9ec-49a4-b66f-df50b17b3570 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:16:37.547789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850808604'] for segment, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.555818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-2967fe83-8761-471f-a5f5-23306ccbfcb2 None None] The port 'b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2' was deleted {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:16:37.634838 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:37.670801 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:37.671200 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device b0c2ed54-18f3-4ffa-b5b9-c891c744f2b2 not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:37.726806 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Network 9a10c940-d9ec-49a4-b66f-df50b17b3570 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:16:37.749411 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:16:37.834490 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.839330 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.842959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:37.868813 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a10c940-d9ec-49a4-b66f-df50b17b3570,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:37.871274 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:37.873211 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-28c9199b-c981-420c-9acd-572c2578f714 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9a10c940-d9ec-49a4-b66f-df50b17b3570 HTTP/1.1" status: 204 len: 168 time: 1.5702412 Apr 14 16:16:38.048597 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52038) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:38.083580 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-be590786-1969-4de5-a332-6cb2a6b087f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b792eeb09c5d41c392ab38c43a4645c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0336347 Apr 14 16:16:38.086819 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52042) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:38.145671 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e23bf9e8-373a-4568-b00d-2c7f32e1d8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.172934 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e23bf9e8-373a-4568-b00d-2c7f32e1d8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.221697 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e23bf9e8-373a-4568-b00d-2c7f32e1d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.227415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-2172ecbc-83c5-490a-aff0-8b59b2ed81d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:38.242613 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bf9e8-373a-4568-b00d-2c7f32e1d8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c38facd-bd15-4781-8d90-4124e2db7848,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:38.245219 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-e23bf9e8-373a-4568-b00d-2c7f32e1d8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:38.248523 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-e23bf9e8-373a-4568-b00d-2c7f32e1d8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.250436 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e23bf9e8-373a-4568-b00d-2c7f32e1d8f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c38facd-bd15-4781-8d90-4124e2db7848 HTTP/1.1" status: 204 len: 168 time: 0.1627142 Apr 14 16:16:38.603050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52050) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:38.653542 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d56dd910-e428-47d7-ae48-3f09a34a564d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=424fd844c2374649b3084488547c8134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491402 Apr 14 16:16:38.655973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52054) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:38.716998 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.744564 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.794143 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.799102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0bda227e-4ed0-445d-bd14-9f66c71d6aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:38.810208 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d600810-f11d-41c5-8987-75371f2b275a,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:38.821294 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.821717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.822131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.822537 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.822943 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.823347 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.823749 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.824150 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.824552 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.824973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.825374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.825771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:38.828711 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:38.829652 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.831199 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-a9455c5b-5406-4bdc-8e2e-33efc2165dc0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d600810-f11d-41c5-8987-75371f2b275a HTTP/1.1" status: 204 len: 168 time: 0.1739368 Apr 14 16:16:53.506112 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-248d1312-7a4b-4442-8f26-378b928d1261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:54.168329 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:54.973896 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-78957ef9-125b-4131-a22b-a55865751184 req-86128397-09b0-48e0-8230-f74b41f48940 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882746964&fields=id&tenant_id=4a6f8c1615284c6eb6f5a784c6d41393 HTTP/1.1" status: 200 len: 267 time: 0.0285952 Apr 14 16:16:55.064648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78957ef9-125b-4131-a22b-a55865751184 req-2e40492a-c321-4aa0-9f7b-61c95994e7ee tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:55.066239 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-78957ef9-125b-4131-a22b-a55865751184 req-2e40492a-c321-4aa0-9f7b-61c95994e7ee tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 985 time: 0.0859816 Apr 14 16:16:55.078189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.v2.base [req-78957ef9-125b-4131-a22b-a55865751184 req-a56c250c-2116-412d-b8c9-3ccb01460dce tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Request body: {'port': {'security_groups': ['c26c715c-05cf-4754-a6d0-093272253553']}} {{(pid=85223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:55.450057 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-78957ef9-125b-4131-a22b-a55865751184 req-a56c250c-2116-412d-b8c9-3ccb01460dce tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854277950'] for port, before_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.741469 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-78957ef9-125b-4131-a22b-a55865751184 req-a56c250c-2116-412d-b8c9-3ccb01460dce tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] For port 67a23822-acfd-47a1-9fe3-c5aafbb248a8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:55.766872 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-78957ef9-125b-4131-a22b-a55865751184 req-a56c250c-2116-412d-b8c9-3ccb01460dce tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for port, precommit_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.770357 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-78957ef9-125b-4131-a22b-a55865751184 req-a56c250c-2116-412d-b8c9-3ccb01460dce tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777864254238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258990946727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777863829107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850808634'] for port, after_update {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.782628 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['67a23822-acfd-47a1-9fe3-c5aafbb248a8'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:16:55.788793 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-7928363e-3114-4b71-943c-82cf3b38d04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:55.850364 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c4fea0ed-fe6a-4c3f-a78a-3c4cba5eadd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.951306 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c250c-2116-412d-b8c9-3ccb01460dce tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event updated for resources: {'Port': ['ID=67a23822-acfd-47a1-9fe3-c5aafbb248a8,revision_number=7']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:55.956670 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a56c250c-2116-412d-b8c9-3ccb01460dce tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:55.992488 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78957ef9-125b-4131-a22b-a55865751184 req-a56c250c-2116-412d-b8c9-3ccb01460dce tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:55.993193 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-78957ef9-125b-4131-a22b-a55865751184 req-a56c250c-2116-412d-b8c9-3ccb01460dce tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.994729 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-78957ef9-125b-4131-a22b-a55865751184 req-a56c250c-2116-412d-b8c9-3ccb01460dce tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "PUT /v2.0/ports/67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 200 len: 943 time: 0.9213428 Apr 14 16:16:55.995278 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:56.000931 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52066) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:56.052914 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'status': 'completed', 'code': 200} Apr 14 16:16:56.054362 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['67a23822-acfd-47a1-9fe3-c5aafbb248a8'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:16:56.086996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-18758367-fb36-4562-9d36-b0390bf81138 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.119937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-18758367-fb36-4562-9d36-b0390bf81138 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.162765 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09fe0e-5556-4721-8e26-5d436e360e7b req-fd6bb535-81bc-488a-b0f1-af56298763d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:56.164578 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bb09fe0e-5556-4721-8e26-5d436e360e7b req-fd6bb535-81bc-488a-b0f1-af56298763d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a6f8c1615284c6eb6f5a784c6d41393&device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 1099 time: 0.0884032 Apr 14 16:16:56.174218 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-18758367-fb36-4562-9d36-b0390bf81138 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.179928 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-a169fd43-e215-490a-bae2-8d82008a24d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:56.198099 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18758367-fb36-4562-9d36-b0390bf81138 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf3e088-6b2b-4205-8658-3bac584b9056,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:56.203815 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-18758367-fb36-4562-9d36-b0390bf81138 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:56.205948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-18758367-fb36-4562-9d36-b0390bf81138 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.209831 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-18758367-fb36-4562-9d36-b0390bf81138 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "DELETE /v2.0/security-groups/eaf3e088-6b2b-4205-8658-3bac584b9056 HTTP/1.1" status: 204 len: 168 time: 0.2052131 Apr 14 16:16:56.210395 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52070) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:56.262829 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.provisioning_blocks [None req-92a176dc-cf27-4197-a78c-e090fd37c029 None None] Provisioning complete for port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 triggered by entity DHCP. {{(pid=85224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:56.263178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-92a176dc-cf27-4197-a78c-e090fd37c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73192'] for port, provisioning_complete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.315675 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09fe0e-5556-4721-8e26-5d436e360e7b req-0214fa0a-0744-410f-adaf-872d1771e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:56.317291 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bb09fe0e-5556-4721-8e26-5d436e360e7b req-0214fa0a-0744-410f-adaf-872d1771e24e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c828a24b-9fba-416f-a9ab-ae79385c3e58 HTTP/1.1" status: 200 len: 915 time: 0.1466663 Apr 14 16:16:56.429409 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bb09fe0e-5556-4721-8e26-5d436e360e7b req-d640b727-a530-4c10-ad12-8b4869788074 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 200 len: 1002 time: 0.1056373 Apr 14 16:16:56.436074 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Deleting port 069bec70-f73e-4bac-908b-63ca4cb31d3d {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:56.436460 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.499180 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09fe0e-5556-4721-8e26-5d436e360e7b req-595aa779-3f1e-415d-aa8a-e408c0ac9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:56.500650 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bb09fe0e-5556-4721-8e26-5d436e360e7b req-595aa779-3f1e-415d-aa8a-e408c0ac9908 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cb5bc7e-48ca-4085-84b4-ea860038ce0c HTTP/1.1" status: 200 len: 853 time: 0.0647600 Apr 14 16:16:56.565023 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.594861 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09fe0e-5556-4721-8e26-5d436e360e7b req-c32bf8e9-79df-4028-b3a1-932fc3e3eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:56.596467 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bb09fe0e-5556-4721-8e26-5d436e360e7b req-c32bf8e9-79df-4028-b3a1-932fc3e3eb33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c828a24b-9fba-416f-a9ab-ae79385c3e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893319 Apr 14 16:16:56.664590 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.665037 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.738913 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bb09fe0e-5556-4721-8e26-5d436e360e7b req-08ae5304-9826-4f02-8c0e-4a3e3f220847 service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361878 Apr 14 16:16:56.806121 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Calling delete_port for 069bec70-f73e-4bac-908b-63ca4cb31d3d owned by network:floatingip {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:56.852201 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.875965 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7057dd49-83fb-4676-aa9d-39335b962231 req-2c2e8d58-22be-4850-ad15-9efea4e9a225 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2920785 Apr 14 16:16:56.883697 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-bb09fe0e-5556-4721-8e26-5d436e360e7b req-26f7792e-0822-40ad-854c-1203a4b8385c service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379857 Apr 14 16:16:56.977518 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.993281 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-83c2085d-8cd5-4ca3-947b-726f690c0cab tempest-VolumesNegativeTest-373506980 tempest-VolumesNegativeTest-373506980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:57.001836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057dd49-83fb-4676-aa9d-39335b962231 req-1b224aaa-b6bd-4483-8b50-299d3143a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:57.003432 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7057dd49-83fb-4676-aa9d-39335b962231 req-1b224aaa-b6bd-4483-8b50-299d3143a3ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a6f8c1615284c6eb6f5a784c6d41393&device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 1099 time: 0.0798554 Apr 14 16:16:57.084090 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event deleted for resources: {'Port': ['ID=069bec70-f73e-4bac-908b-63ca4cb31d3d,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:57.091104 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:57.159281 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057dd49-83fb-4676-aa9d-39335b962231 req-7c5a7137-f777-4f52-9194-a39206f10bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:57.160934 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7057dd49-83fb-4676-aa9d-39335b962231 req-7c5a7137-f777-4f52-9194-a39206f10bb5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c828a24b-9fba-416f-a9ab-ae79385c3e58 HTTP/1.1" status: 200 len: 915 time: 0.1387506 Apr 14 16:16:57.236353 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7057dd49-83fb-4676-aa9d-39335b962231 req-fe0c3fe2-1c8e-4e76-a4ff-2d695266e7c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 200 len: 217 time: 0.0685987 Apr 14 16:16:57.251454 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks [] for floatingip, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.251828 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.db.l3_db [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Floating IP 062d49e6-4185-41d0-95f9-b494eafa1924 disassociated (deleted). External IP: 172.28.3.159, port: 67a23822-acfd-47a1-9fe3-c5aafbb248a8. Apr 14 16:16:57.305571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057dd49-83fb-4676-aa9d-39335b962231 req-5729f9fb-7f3c-4be6-b456-a9c61d7f4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:57.307151 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7057dd49-83fb-4676-aa9d-39335b962231 req-5729f9fb-7f3c-4be6-b456-a9c61d7f4fdb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cb5bc7e-48ca-4085-84b4-ea860038ce0c HTTP/1.1" status: 200 len: 853 time: 0.0645926 Apr 14 16:16:57.389303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057dd49-83fb-4676-aa9d-39335b962231 req-c920d916-6ab9-4c03-9fed-be88be32b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:57.390811 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7057dd49-83fb-4676-aa9d-39335b962231 req-c920d916-6ab9-4c03-9fed-be88be32b6fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c828a24b-9fba-416f-a9ab-ae79385c3e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774715 Apr 14 16:16:57.600103 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7057dd49-83fb-4676-aa9d-39335b962231 req-274dbafb-db4c-4678-9c5d-a19de7c41678 service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399448 Apr 14 16:16:57.622688 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Router de04755d-2cb6-4a60-9332-14a8c29b31d1 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:57.819896 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:57.831028 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c280e1-06ec-4dc1-910f-2c1ab34438e0 None None] Sync routers for ids ['de04755d-2cb6-4a60-9332-14a8c29b31d1'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:57.842886 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c280e1-06ec-4dc1-910f-2c1ab34438e0 None None] Routers {'de04755d-2cb6-4a60-9332-14a8c29b31d1'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:57.843691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-82c280e1-06ec-4dc1-910f-2c1ab34438e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:16:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['de04755d-2cb6-4a60-9332-14a8c29b31d1'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:57.847082 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for floatingip, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.914354 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3443abf0-89e7-48ae-9a9e-059925b34f53 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "DELETE /v2.0/floatingips/062d49e6-4185-41d0-95f9-b494eafa1924 HTTP/1.1" status: 204 len: 168 time: 1.7031860 Apr 14 16:16:57.989851 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-7057dd49-83fb-4676-aa9d-39335b962231 req-171d8159-649b-42ac-be75-48a1ae2f0d01 service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828537 Apr 14 16:16:58.012314 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.054476 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8'}] {{(pid=85223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:58.067843 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-82c280e1-06ec-4dc1-910f-2c1ab34438e0 None None] Set router de04755d-2cb6-4a60-9332-14a8c29b31d1 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:58.105321 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'status': 'completed', 'code': 200} Apr 14 16:16:58.205141 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22439d-1320-4d88-86f7-b0914d89ffe2 req-5db06f92-1d42-41d0-a0ed-b0606b380a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:58.206763 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4f22439d-1320-4d88-86f7-b0914d89ffe2 req-5db06f92-1d42-41d0-a0ed-b0606b380a6b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a6f8c1615284c6eb6f5a784c6d41393&device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 1099 time: 0.0811968 Apr 14 16:16:58.370320 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22439d-1320-4d88-86f7-b0914d89ffe2 req-3e40f8b2-bf1c-40bb-8520-70a3086b4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:58.372353 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4f22439d-1320-4d88-86f7-b0914d89ffe2 req-3e40f8b2-bf1c-40bb-8520-70a3086b4482 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c828a24b-9fba-416f-a9ab-ae79385c3e58 HTTP/1.1" status: 200 len: 915 time: 0.1597857 Apr 14 16:16:58.414666 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-82c280e1-06ec-4dc1-910f-2c1ab34438e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '32607d15-7559-413d-b85a-38394d110218', 'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'mac_address': 'fa:16:3e:82:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:44Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 5, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'subnets': [{'id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:58.419398 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c280e1-06ec-4dc1-910f-2c1ab34438e0 None None] Checking router: de04755d-2cb6-4a60-9332-14a8c29b31d1 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:58.428400 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c280e1-06ec-4dc1-910f-2c1ab34438e0 None None] Routers {'de04755d-2cb6-4a60-9332-14a8c29b31d1'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:58.429093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-82c280e1-06ec-4dc1-910f-2c1ab34438e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:16:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['de04755d-2cb6-4a60-9332-14a8c29b31d1'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:58.453992 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4f22439d-1320-4d88-86f7-b0914d89ffe2 req-a0dfe496-a276-4165-9d6f-cfceda5b6b28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 200 len: 217 time: 0.0745862 Apr 14 16:16:58.523956 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22439d-1320-4d88-86f7-b0914d89ffe2 req-b1259e96-cb29-418d-9aa7-4513677308fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:58.526114 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4f22439d-1320-4d88-86f7-b0914d89ffe2 req-b1259e96-cb29-418d-9aa7-4513677308fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cb5bc7e-48ca-4085-84b4-ea860038ce0c HTTP/1.1" status: 200 len: 853 time: 0.0656106 Apr 14 16:16:58.617019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22439d-1320-4d88-86f7-b0914d89ffe2 req-05c0ccb0-8b67-4c37-889c-0d76cea5cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:58.618702 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4f22439d-1320-4d88-86f7-b0914d89ffe2 req-05c0ccb0-8b67-4c37-889c-0d76cea5cf73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c828a24b-9fba-416f-a9ab-ae79385c3e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857317 Apr 14 16:16:58.620420 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-82c280e1-06ec-4dc1-910f-2c1ab34438e0 None None] Set router de04755d-2cb6-4a60-9332-14a8c29b31d1 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:58.776383 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4f22439d-1320-4d88-86f7-b0914d89ffe2 req-be11af99-d15d-4d01-8d0a-8fc7edec50d1 service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498077 Apr 14 16:16:58.933432 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-4f22439d-1320-4d88-86f7-b0914d89ffe2 req-c40d07e3-6a9f-4403-9bd3-76874372152e service neutron] 10.222.0.25 "GET /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504035 Apr 14 16:16:59.124517 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-82c280e1-06ec-4dc1-910f-2c1ab34438e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '32607d15-7559-413d-b85a-38394d110218', 'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'mac_address': 'fa:16:3e:82:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:44Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 5, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'subnets': [{'id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:59.128696 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c280e1-06ec-4dc1-910f-2c1ab34438e0 None None] The sync data for ids ['de04755d-2cb6-4a60-9332-14a8c29b31d1'] in dv-cinder-786260-2-smb is: [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:14:45Z', 'revision_number': 4, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb', '_interfaces': [{'id': '32607d15-7559-413d-b85a-38394d110218', 'name': '', 'network_id': 'c828a24b-9fba-416f-a9ab-ae79385c3e58', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'mac_address': 'fa:16:3e:82:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:44Z', 'updated_at': '2021-04-14T16:14:54Z', 'revision_number': 5, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'subnets': [{'id': '4cb5bc7e-48ca-4085-84b4-ea860038ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:59.503824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d7286-148c-4d79-910f-a084e810011c None None] New status for floating IP 062d49e6-4185-41d0-95f9-b494eafa1924: DOWN {{(pid=85225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:17:01.297557 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b16c3-587f-4282-bce9-efcb79c1cd57 req-aea8fddb-d70e-4610-9dbb-7467d349604d tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:01.299155 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ee1b16c3-587f-4282-bce9-efcb79c1cd57 req-aea8fddb-d70e-4610-9dbb-7467d349604d tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 946 time: 0.0880699 Apr 14 16:17:01.331263 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-ee1b16c3-587f-4282-bce9-efcb79c1cd57 req-9ea65b8f-49fd-4bf5-b820-f0a0f91a6fdb tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258691 Apr 14 16:17:02.531320 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432faad-3243-41b6-a1f4-9002dbc507ec req-00e74014-296a-4c27-ad50-62f890a8a610 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:02.532068 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8432faad-3243-41b6-a1f4-9002dbc507ec req-00e74014-296a-4c27-ad50-62f890a8a610 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Synchronizing usage tracker for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:port {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:02.546127 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8432faad-3243-41b6-a1f4-9002dbc507ec req-00e74014-296a-4c27-ad50-62f890a8a610 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Unset dirty status for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:port {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:02.547338 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8432faad-3243-41b6-a1f4-9002dbc507ec req-00e74014-296a-4c27-ad50-62f890a8a610 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 946 time: 0.1025698 Apr 14 16:17:02.576514 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8432faad-3243-41b6-a1f4-9002dbc507ec req-d6400fea-fadf-43b7-a89f-ee8e65c208fc tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Synchronizing usage tracker for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:security_group {{(pid=85223) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:02.590971 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.quota.resource [req-8432faad-3243-41b6-a1f4-9002dbc507ec req-d6400fea-fadf-43b7-a89f-ee8e65c208fc tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Unset dirty status for tenant:4a6f8c1615284c6eb6f5a784c6d41393 on resource:security_group {{(pid=85223) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:02.592190 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-8432faad-3243-41b6-a1f4-9002dbc507ec req-d6400fea-fadf-43b7-a89f-ee8e65c208fc tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/security-groups?id=c26c715c-05cf-4754-a6d0-093272253553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Apr 14 16:17:02.923539 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc18de-d6f3-4789-b402-e4c1c3c96176 req-f0069ce4-e257-4b97-9019-a084d30685f1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:02.925108 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cddc18de-d6f3-4789-b402-e4c1c3c96176 req-f0069ce4-e257-4b97-9019-a084d30685f1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.25 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 946 time: 0.0867920 Apr 14 16:17:03.004637 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-cddc18de-d6f3-4789-b402-e4c1c3c96176 req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Deleting port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 {{(pid=85222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:03.005049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-cddc18de-d6f3-4789-b402-e4c1c3c96176 req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.264145 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [req-cddc18de-d6f3-4789-b402-e4c1c3c96176 req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] For port 67a23822-acfd-47a1-9fe3-c5aafbb248a8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67a23822-acfd-47a1-9fe3-c5aafbb248a8,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:03.264465 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-cddc18de-d6f3-4789-b402-e4c1c3c96176 req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.393487 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [req-cddc18de-d6f3-4789-b402-e4c1c3c96176 req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Calling delete_port for 67a23822-acfd-47a1-9fe3-c5aafbb248a8 owned by compute:nova {{(pid=85222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:03.545254 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-cddc18de-d6f3-4789-b402-e4c1c3c96176 req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852196655'] for port, after_delete {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.557333 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] get_ports_and_sgs() called for port_ids ['67a23822-acfd-47a1-9fe3-c5aafbb248a8'] {{(pid=85224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:17:03.563693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d1d6de6c-e518-4e4a-bbf8-2433ff72bd80 tempest-AttachVolumeShelveTestJSON-1501158163 tempest-AttachVolumeShelveTestJSON-1501158163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:03.660451 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Pushing event deleted for resources: {'Port': ['ID=67a23822-acfd-47a1-9fe3-c5aafbb248a8,revision_number=None']} {{(pid=85222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:03.674874 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.675318 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.675702 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.676107 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.676509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.676938 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.677341 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.677875 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.678220 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.678617 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.679153 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.679550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-smb {{(pid=85222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:03.683158 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:03.774875 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-950cdf4a-0a9b-4f2c-9a11-db7dc77c3940 req-2ec9931d-75d3-47e0-82f5-337e4ccd0871 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cdce03-6994-4891-89d8-a7116b3c9c4d HTTP/1.1" status: 200 len: 210 time: 0.0625341 Apr 14 16:17:03.871132 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddc18de-d6f3-4789-b402-e4c1c3c96176 req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] No DVR routers for this DVR port 67a23822-acfd-47a1-9fe3-c5aafbb248a8 on host hv-cinder-78626 {{(pid=85222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:17:03.873669 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [req-cddc18de-d6f3-4789-b402-e4c1c3c96176 req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775350'] for port, before_response {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.876525 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'name': 'network-vif-deleted', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8'}] {{(pid=85222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:03.891647 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [req-cddc18de-d6f3-4789-b402-e4c1c3c96176 req-0b35f224-fb40-42ec-ba74-62ef861838b1 tempest-TestMinimumBasicScenario-368785162 tempest-TestMinimumBasicScenario-368785162-project] 10.222.0.25 "DELETE /v2.0/ports/67a23822-acfd-47a1-9fe3-c5aafbb248a8 HTTP/1.1" status: 204 len: 173 time: 0.9615471 Apr 14 16:17:03.925273 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cdce03-6994-4891-89d8-a7116b3c9c4d', 'name': 'network-vif-deleted', 'tag': '67a23822-acfd-47a1-9fe3-c5aafbb248a8', 'status': 'completed', 'code': 200} Apr 14 16:17:05.620366 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52152) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:06.000508 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 67a23822-acfd-47a1-9fe3-c5aafbb248a8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:06.036902 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] No Port match for: 67a23822-acfd-47a1-9fe3-c5aafbb248a8 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:06.037302 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Device 67a23822-acfd-47a1-9fe3-c5aafbb248a8 not bound to the agent host hv-cinder-78626 {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:06.422038 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1048372'] for router_interface, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:06.782882 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] Deleting port 32607d15-7559-413d-b85a-38394d110218 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:06.783489 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:06.964638 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] For port 32607d15-7559-413d-b85a-38394d110218, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=32607d15-7559-413d-b85a-38394d110218,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:06.965086 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.095433 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] Calling delete_port for 32607d15-7559-413d-b85a-38394d110218 owned by network:router_interface {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:07.268845 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.284260 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-8163b2b2-f2db-4537-83dd-0a43bba4fd52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:07.373853 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] Pushing event deleted for resources: {'Port': ['ID=32607d15-7559-413d-b85a-38394d110218,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:07.380383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:07.697920 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:17:07.724571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854152726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917955'] for router_interface, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.231191 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] Router de04755d-2cb6-4a60-9332-14a8c29b31d1 has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:17:08.415345 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:17:08.424571 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d86d2ba-d892-4f65-9005-74d3c75def70 None None] Sync routers for ids ['de04755d-2cb6-4a60-9332-14a8c29b31d1'] in dv-cinder-786260-2-smb {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:17:08.428459 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3368958f-3a04-4f18-af92-fc0e00bbed3d admin admin] 10.222.0.48 "PUT /v2.0/routers/de04755d-2cb6-4a60-9332-14a8c29b31d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8069112 Apr 14 16:17:08.431210 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52156) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:08.435438 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d86d2ba-d892-4f65-9005-74d3c75def70 None None] Routers {'de04755d-2cb6-4a60-9332-14a8c29b31d1'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:08.436120 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-0d86d2ba-d892-4f65-9005-74d3c75def70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:16:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['de04755d-2cb6-4a60-9332-14a8c29b31d1'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:08.631731 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-0d86d2ba-d892-4f65-9005-74d3c75def70 None None] Set router de04755d-2cb6-4a60-9332-14a8c29b31d1 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:08.871670 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.953122 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-0d86d2ba-d892-4f65-9005-74d3c75def70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:17:07Z', 'revision_number': 5, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:08.957342 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d86d2ba-d892-4f65-9005-74d3c75def70 None None] Checking router: de04755d-2cb6-4a60-9332-14a8c29b31d1 for host: dv-cinder-786260-2-smb {{(pid=85224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:17:08.966908 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d86d2ba-d892-4f65-9005-74d3c75def70 None None] Routers {'de04755d-2cb6-4a60-9332-14a8c29b31d1'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:08.967567 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-0d86d2ba-d892-4f65-9005-74d3c75def70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:16:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['de04755d-2cb6-4a60-9332-14a8c29b31d1'], 'active': True} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:09.076386 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.085300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Deleting port 1f762121-44bc-498d-b395-5d44a15e8b50 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:09.085959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.159041 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-0d86d2ba-d892-4f65-9005-74d3c75def70 None None] Set router de04755d-2cb6-4a60-9332-14a8c29b31d1 gateway port host: dv-cinder-786260-2-smb {{(pid=85224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:09.271876 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] For port 1f762121-44bc-498d-b395-5d44a15e8b50, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=1f762121-44bc-498d-b395-5d44a15e8b50,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:09.272447 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.404652 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Calling delete_port for 1f762121-44bc-498d-b395-5d44a15e8b50 owned by network:router_gateway {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:09.457922 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-0d86d2ba-d892-4f65-9005-74d3c75def70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:17:07Z', 'revision_number': 5, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:09.462020 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d86d2ba-d892-4f65-9005-74d3c75def70 None None] The sync data for ids ['de04755d-2cb6-4a60-9332-14a8c29b31d1'] in dv-cinder-786260-2-smb is: [{'id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'name': 'tempest-TestMinimumBasicScenario-822742412-router', 'tenant_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:40Z', 'updated_at': '2021-04-14T16:17:07Z', 'revision_number': 5, 'project_id': '4a6f8c1615284c6eb6f5a784c6d41393', 'gw_port': {'id': '1f762121-44bc-498d-b395-5d44a15e8b50', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04755d-2cb6-4a60-9332-14a8c29b31d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:41Z', 'updated_at': '2021-04-14T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}] {{(pid=85224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:17:09.586908 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.602303 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-6ccce022-3ae0-43c9-af09-6d3c3f3b9c10 tempest-AttachVolumeNegativeTest-2010084777 tempest-AttachVolumeNegativeTest-2010084777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:09.611181 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 32607d15-7559-413d-b85a-38394d110218 no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:09.654700 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 32607d15-7559-413d-b85a-38394d110218 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:09.655201 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 32607d15-7559-413d-b85a-38394d110218 not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:09.700025 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f762121-44bc-498d-b395-5d44a15e8b50,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:09.704066 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:09.861008 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917797'] for router_gateway, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.045207 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49277'] for router, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.047552 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.069627 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853739917'] for router, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.070121 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de04755d-2cb6-4a60-9332-14a8c29b31d1 {{(pid=85223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:17:10.082570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] Notify callbacks [] for router, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.083879 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-67bff4ec-1869-472c-a9f5-3c3fedbe90f2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/de04755d-2cb6-4a60-9332-14a8c29b31d1 HTTP/1.1" status: 204 len: 168 time: 1.6516798 Apr 14 16:17:10.086682 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52160) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:10.152445 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd7d276-7df7-4aa7-87ba-6f537763d2ad admin admin] Deleting subnet 4cb5bc7e-48ca-4085-84b4-ea860038ce0c {{(pid=85223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:17:10.155836 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d276-7df7-4aa7-87ba-6f537763d2ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.211195 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d276-7df7-4aa7-87ba-6f537763d2ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340783'] for subnet, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.293810 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d276-7df7-4aa7-87ba-6f537763d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.549284 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d276-7df7-4aa7-87ba-6f537763d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850808693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124700'] for subnet, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.564501 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-62e7461a-eaf8-4be2-a544-d29f11393821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:10.658473 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7d276-7df7-4aa7-87ba-6f537763d2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb5bc7e-48ca-4085-84b4-ea860038ce0c,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:10.663121 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-4bd7d276-7df7-4aa7-87ba-6f537763d2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:10.695849 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d276-7df7-4aa7-87ba-6f537763d2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.701804 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7e308f-ec4f-43ce-bfc8-ae9eca3314dd None None] Network c828a24b-9fba-416f-a9ab-ae79385c3e58 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:17:10.702223 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-4bd7d276-7df7-4aa7-87ba-6f537763d2ad admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4cb5bc7e-48ca-4085-84b4-ea860038ce0c HTTP/1.1" status: 204 len: 168 time: 0.6145651 Apr 14 16:17:10.704900 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52164) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:10.819626 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.891157 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Deleting port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:10.891532 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.969196 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cedcbc-494e-423d-aaf2-a589a95b30e0 None None] DHCP port deletion for c828a24b-9fba-416f-a9ab-ae79385c3e58 request from dv-cinder-786260-2-smb {{(pid=85224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:17:10.973917 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f7cedcbc-494e-423d-aaf2-a589a95b30e0 None None] Deleting port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:10.974352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f7cedcbc-494e-423d-aaf2-a589a95b30e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.114538 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] For port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=260e2c81-6e8b-4edf-b7a2-3408bab61c5d,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:11.114938 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.192416 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-f7cedcbc-494e-423d-aaf2-a589a95b30e0 None None] For port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=260e2c81-6e8b-4edf-b7a2-3408bab61c5d,segment=NetworkSegment(6f33afea-592b-498d-9da9-af53325009fe),segment_id=6f33afea-592b-498d-9da9-af53325009fe)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:11.192824 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f7cedcbc-494e-423d-aaf2-a589a95b30e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.249449 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Calling delete_port for 260e2c81-6e8b-4edf-b7a2-3408bab61c5d owned by network:dhcp {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:11.322020 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f7cedcbc-494e-423d-aaf2-a589a95b30e0 None None] Calling delete_port for 260e2c81-6e8b-4edf-b7a2-3408bab61c5d owned by network:dhcp {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:11.326178 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.341793 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3de16c40-505e-4b2b-a9a4-1a236146ad7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:11.397602 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.api [None req-f7cedcbc-494e-423d-aaf2-a589a95b30e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85224) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:17:11.398014 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.api [None req-f7cedcbc-494e-423d-aaf2-a589a95b30e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:17:11.444317 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Pushing event deleted for resources: {'Port': ['ID=260e2c81-6e8b-4edf-b7a2-3408bab61c5d,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:11.449543 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:11.482050 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] No DVR routers for this DVR port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d on host dv-cinder-786260-2-smb {{(pid=85223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:17:11.603958 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.652796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 260e2c81-6e8b-4edf-b7a2-3408bab61c5d no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:11.688617 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 260e2c81-6e8b-4edf-b7a2-3408bab61c5d {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:11.689068 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 260e2c81-6e8b-4edf-b7a2-3408bab61c5d not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:11.689520 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 1f762121-44bc-498d-b395-5d44a15e8b50 no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:11.719379 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c828a24b-9fba-416f-a9ab-ae79385c3e58']}} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:11.724840 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 1f762121-44bc-498d-b395-5d44a15e8b50 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:11.725238 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 1f762121-44bc-498d-b395-5d44a15e8b50 not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:11.732131 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f33afea-592b-498d-9da9-af53325009fe') {'for_net_delete': True} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:11.732470 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f33afea-592b-498d-9da9-af53325009fe') {} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:11.744352 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3341337'] for segment, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.758870 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.765576 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=85223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:17:11.899744 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f7cedcbc-494e-423d-aaf2-a589a95b30e0 None None] Deleting port 260e2c81-6e8b-4edf-b7a2-3408bab61c5d {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:11.900177 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f7cedcbc-494e-423d-aaf2-a589a95b30e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.943948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Network c828a24b-9fba-416f-a9ab-ae79385c3e58 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:17:11.953172 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850808604'] for segment, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:11.975015 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-f7cedcbc-494e-423d-aaf2-a589a95b30e0 None None] The port '260e2c81-6e8b-4edf-b7a2-3408bab61c5d' was deleted {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:17:12.381214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Network c828a24b-9fba-416f-a9ab-ae79385c3e58 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:17:12.406905 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:17:12.481189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:12.486301 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:12.490019 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-294f3da5-0e8c-4048-aeec-004ad10cdbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:12.513113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Pushing event deleted for resources: {'Network': ['ID=c828a24b-9fba-416f-a9ab-ae79385c3e58,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:12.515374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:12.520643 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-9e870f60-a512-4cfb-8509-159344d021de admin admin] 10.222.0.48 "DELETE /v2.0/networks/c828a24b-9fba-416f-a9ab-ae79385c3e58 HTTP/1.1" status: 204 len: 168 time: 1.8146529 Apr 14 16:17:12.523733 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52168) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:13.084312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1048372'] for router_interface, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:13.447632 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] Deleting port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:13.448219 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:13.628039 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] For port 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=5c1cafec-83ae-4991-9682-a5b4c3f7c2d2,segment=NetworkSegment(01b4b110-e641-455d-a09a-4519b8fa7337),segment_id=01b4b110-e641-455d-a09a-4519b8fa7337)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:13.628441 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:13.757737 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] Calling delete_port for 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 owned by network:router_interface {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:13.930138 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:13.945767 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:14.044991 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1cafec-83ae-4991-9682-a5b4c3f7c2d2,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:14.048994 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:14.393900 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854152726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917955'] for router_interface, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.890541 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] Router 968da0ac-a382-4445-8261-f77d54eca40a has already been hosted by L3 agent 78208d47-e791-42ff-bd4b-91fe424065b4 {{(pid=85223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:17:15.321563 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-smb the message routers_updated {{(pid=85223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:17:15.330885 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b13f66d-e7d3-4ec8-b693-dd34c98c1dab None None] Sync routers for ids ['968da0ac-a382-4445-8261-f77d54eca40a'] in dv-cinder-786260-2-smb {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:17:15.338093 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-ebe04a94-a032-4177-a929-79c8d056eae6 admin admin] 10.222.0.48 "PUT /v2.0/routers/968da0ac-a382-4445-8261-f77d54eca40a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8132808 Apr 14 16:17:15.340684 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52172) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:15.341776 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b13f66d-e7d3-4ec8-b693-dd34c98c1dab None None] Routers {'968da0ac-a382-4445-8261-f77d54eca40a'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:15.342453 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-4b13f66d-e7d3-4ec8-b693-dd34c98c1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:16:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['968da0ac-a382-4445-8261-f77d54eca40a'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:15.526001 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Notify callbacks [] for router, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:15.528927 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-4b13f66d-e7d3-4ec8-b693-dd34c98c1dab None None] Set router 968da0ac-a382-4445-8261-f77d54eca40a gateway port host: dv-cinder-786260-2-smb {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:15.717126 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:15.725508 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Deleting port 35490efc-4615-4aee-aaaf-46e15fc6cc3a {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:15.725894 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:15.826677 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-4b13f66d-e7d3-4ec8-b693-dd34c98c1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968da0ac-a382-4445-8261-f77d54eca40a', 'name': 'tempest-TestMinimumBasicScenario-937122113-router', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'external_fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:48Z', 'updated_at': '2021-04-14T16:17:13Z', 'revision_number': 5, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'gw_port': {'id': '35490efc-4615-4aee-aaaf-46e15fc6cc3a', 'name': '', 'network_id': 'e8580497-b273-4b3c-b442-5753c0086bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968da0ac-a382-4445-8261-f77d54eca40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:14:49Z', 'updated_at': '2021-04-14T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'effd0a8d-4912-43c7-a446-2bd7840b840b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-smb'}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:15.830761 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b13f66d-e7d3-4ec8-b693-dd34c98c1dab None None] Checking router: 968da0ac-a382-4445-8261-f77d54eca40a for host: dv-cinder-786260-2-smb {{(pid=85225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:17:15.839767 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b13f66d-e7d3-4ec8-b693-dd34c98c1dab None None] Routers {'968da0ac-a382-4445-8261-f77d54eca40a'} bound to L3 agent in host dv-cinder-786260-2-smb {{(pid=85225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:15.840414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-4b13f66d-e7d3-4ec8-b693-dd34c98c1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:26Z,description=,heartbeat_timestamp=2021-04-14T16:16:56Z,host='dv-cinder-786260-2-smb',id=78208d47-e791-42ff-bd4b-91fe424065b4,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:26Z,topic='l3_agent')) {'router_ids': ['968da0ac-a382-4445-8261-f77d54eca40a'], 'active': True} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:15.914049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] For port 35490efc-4615-4aee-aaaf-46e15fc6cc3a, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=35490efc-4615-4aee-aaaf-46e15fc6cc3a,segment=NetworkSegment(6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41),segment_id=6a4a9b46-fdb4-4a7c-a1eb-9b1a53345c41)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:15.914591 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.057051 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Calling delete_port for 35490efc-4615-4aee-aaaf-46e15fc6cc3a owned by network:router_gateway {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:16.156844 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvr_db [None req-4b13f66d-e7d3-4ec8-b693-dd34c98c1dab None None] Set router 968da0ac-a382-4445-8261-f77d54eca40a gateway port host: None {{(pid=85225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:16.232648 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.250681 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-cc070944-2f45-473a-b67e-3427f870335f tempest-ServerRescueNegativeTestJSON-71908968 tempest-ServerRescueNegativeTestJSON-71908968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:16.272478 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_hamode_db [None req-4b13f66d-e7d3-4ec8-b693-dd34c98c1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968da0ac-a382-4445-8261-f77d54eca40a', 'name': 'tempest-TestMinimumBasicScenario-937122113-router', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:48Z', 'updated_at': '2021-04-14T16:17:15Z', 'revision_number': 6, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'gw_port_host': None}], 'dv-cinder-786260-2-smb', False) {} {{(pid=85225) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:16.277329 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b13f66d-e7d3-4ec8-b693-dd34c98c1dab None None] The sync data for ids ['968da0ac-a382-4445-8261-f77d54eca40a'] in dv-cinder-786260-2-smb is: [{'id': '968da0ac-a382-4445-8261-f77d54eca40a', 'name': 'tempest-TestMinimumBasicScenario-937122113-router', 'tenant_id': '37e0ba27763f4664a946da2bef19eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:14:48Z', 'updated_at': '2021-04-14T16:17:15Z', 'revision_number': 6, 'project_id': '37e0ba27763f4664a946da2bef19eb4a', 'gw_port_host': None}] {{(pid=85225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:17:16.350221 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=35490efc-4615-4aee-aaaf-46e15fc6cc3a,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:16.354264 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:16.513321 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917797'] for router_gateway, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.702461 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49277'] for router, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.704821 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.727817 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853739917'] for router, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.728378 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 968da0ac-a382-4445-8261-f77d54eca40a {{(pid=85223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:17:16.742236 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] Notify callbacks [] for router, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.743405 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b4ddb713-3ea8-4f23-a7a6-2de844525b2d admin admin] 10.222.0.48 "DELETE /v2.0/routers/968da0ac-a382-4445-8261-f77d54eca40a HTTP/1.1" status: 204 len: 168 time: 1.4017124 Apr 14 16:17:16.746753 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52176) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:16.814070 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce67913-a0e6-4983-9bca-4ba239b3cd88 admin admin] Deleting subnet f003488c-f716-4c50-99f2-3f99062d19b4 {{(pid=85223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:17:16.817152 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ce67913-a0e6-4983-9bca-4ba239b3cd88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.869995 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ce67913-a0e6-4983-9bca-4ba239b3cd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3340783'] for subnet, precommit_delete_associations {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:16.958615 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ce67913-a0e6-4983-9bca-4ba239b3cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12385'] for subnet, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.213316 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ce67913-a0e6-4983-9bca-4ba239b3cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850808693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124700'] for subnet, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.228169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:17.320111 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce67913-a0e6-4983-9bca-4ba239b3cd88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f003488c-f716-4c50-99f2-3f99062d19b4,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:17.322864 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-3ce67913-a0e6-4983-9bca-4ba239b3cd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:17.362730 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3ce67913-a0e6-4983-9bca-4ba239b3cd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for subnet, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.368020 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7464040f-545b-4cf5-8d3d-8c8b4ee88d32 None None] Network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 requested from dv-cinder-786260-2-smb {{(pid=85224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:17:17.369578 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-3ce67913-a0e6-4983-9bca-4ba239b3cd88 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f003488c-f716-4c50-99f2-3f99062d19b4 HTTP/1.1" status: 204 len: 168 time: 0.6218073 Apr 14 16:17:17.372789 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52180) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:17.491561 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854733124'] for network, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.568549 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Deleting port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 {{(pid=85223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:17.569002 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.678797 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 35490efc-4615-4aee-aaaf-46e15fc6cc3a no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:17.749110 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 35490efc-4615-4aee-aaaf-46e15fc6cc3a {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:17.749416 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 35490efc-4615-4aee-aaaf-46e15fc6cc3a not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:17.749853 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:17.790881 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:17.791270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 5c1cafec-83ae-4991-9682-a5b4c3f7c2d2 not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:17.794771 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] For port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=2d9835f5-10b9-4ac5-8ef9-0f8d7b833407,segment=NetworkSegment(01b4b110-e641-455d-a09a-4519b8fa7337),segment_id=01b4b110-e641-455d-a09a-4519b8fa7337)] {{(pid=85223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:17.795189 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.872937 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964aa644-d438-43a8-bc2a-6844055a2418 None None] DHCP port deletion for b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 request from dv-cinder-786260-2-smb {{(pid=85224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:17:17.877165 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-964aa644-d438-43a8-bc2a-6844055a2418 None None] Deleting port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:17.877584 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-964aa644-d438-43a8-bc2a-6844055a2418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:17.926845 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Calling delete_port for 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 owned by network:dhcp {{(pid=85223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:18.005312 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854277969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777864254221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777863829073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967198'] for port, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:18.020860 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-efd88f4c-4454-40f0-ab18-db9584abb877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:18.096472 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.db [None req-964aa644-d438-43a8-bc2a-6844055a2418 None None] For port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407, host dv-cinder-786260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-smb',level=0,port_id=2d9835f5-10b9-4ac5-8ef9-0f8d7b833407,segment=NetworkSegment(01b4b110-e641-455d-a09a-4519b8fa7337),segment_id=01b4b110-e641-455d-a09a-4519b8fa7337)] {{(pid=85224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:18.096948 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-964aa644-d438-43a8-bc2a-6844055a2418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853735870'] for port, precommit_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:18.123701 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9835f5-10b9-4ac5-8ef9-0f8d7b833407,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:18.128345 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:18.164275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] No DVR routers for this DVR port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 on host dv-cinder-786260-2-smb {{(pid=85223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:17:18.227136 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-964aa644-d438-43a8-bc2a-6844055a2418 None None] Calling delete_port for 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 owned by network:dhcp {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:18.285939 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854650144', 'neutron.services.segments.db._delete_segments_for_network--9223363258990442066'] for network, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:18.303934 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.db.api [None req-964aa644-d438-43a8-bc2a-6844055a2418 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85224) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:17:18.304346 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_db.api [None req-964aa644-d438-43a8-bc2a-6844055a2418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:17:18.396118 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8']}} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:18.412233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b4b110-e641-455d-a09a-4519b8fa7337') {'for_net_delete': True} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:18.412572 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.services.segments.db [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b4b110-e641-455d-a09a-4519b8fa7337') {} {{(pid=85223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:18.424783 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258990438482', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3341337'] for segment, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:18.442093 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773925'] for segment, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:18.448959 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=85223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:17:18.624185 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:17:18.633130 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850808604'] for segment, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:18.805605 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-964aa644-d438-43a8-bc2a-6844055a2418 None None] Deleting port 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 {{(pid=85224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:18.806167 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-964aa644-d438-43a8-bc2a-6844055a2418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258990531990'] for port, before_delete {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:18.810427 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.managers [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Network b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 has no segments {{(pid=85223) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: Traceback (most recent call last): Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: timer() Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: cb(*args, **kw) Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: return func(*args, **kwargs) Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: self._notify() Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: self.callback(batched_events) Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: event.method(event) Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: segment_id)['aggregates'][0] Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: return f(self, *a, **k) Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: return self._get(url).json() Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: **kwargs) Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: return self.request(url, 'GET', **kwargs) Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: **endpoint_filter) Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:17:18.832901 dv-cinder-786260-2-smb neutron-server[85109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:17:18.876840 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-964aa644-d438-43a8-bc2a-6844055a2418 None None] The port '2d9835f5-10b9-4ac5-8ef9-0f8d7b833407' was deleted {{(pid=85224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:17:18.911392 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-125689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853858033'] for network, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:18.914414 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:18.928691 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622988'] for network, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:18.942164 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:18.946270 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:18.951295 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-b508f2b8-0395-45ea-a9a5-9fe20640b4dd admin admin] 10.222.0.48 "DELETE /v2.0/networks/b3b00a6a-1dff-4141-aca9-eaf8b41b4bc8 HTTP/1.1" status: 204 len: 168 time: 1.5744905 Apr 14 16:17:19.163649 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52186) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:19.199635 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-e00a0e8d-b507-4c90-8f1d-a4eacdaaf49b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a6f8c1615284c6eb6f5a784c6d41393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0347118 Apr 14 16:17:19.202014 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52190) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:19.261866 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d21532f9-647a-4bc8-9f1b-66c8a1816b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:19.288794 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d21532f9-647a-4bc8-9f1b-66c8a1816b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:19.332438 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d21532f9-647a-4bc8-9f1b-66c8a1816b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:19.337375 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d57eb71a-f75d-4908-8905-9b58b9624fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:19.353975 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21532f9-647a-4bc8-9f1b-66c8a1816b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26c715c-05cf-4754-a6d0-093272253553,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:19.359808 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-d21532f9-647a-4bc8-9f1b-66c8a1816b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:19.363524 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d21532f9-647a-4bc8-9f1b-66c8a1816b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:19.364835 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-d21532f9-647a-4bc8-9f1b-66c8a1816b96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c26c715c-05cf-4754-a6d0-093272253553 HTTP/1.1" status: 204 len: 168 time: 0.1618299 Apr 14 16:17:19.655196 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 no longer exists at agent ovs-agent-dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:19.696947 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] No Port match for: 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 {{(pid=85224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:19.697600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.plugins.ml2.rpc [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Device 2d9835f5-10b9-4ac5-8ef9-0f8d7b833407 not bound to the agent host dv-cinder-786260-2-smb {{(pid=85224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:19.744275 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52198) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:19.800510 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-4dfa9230-59a5-4686-b06e-cc43c7bd0890 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37e0ba27763f4664a946da2bef19eb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548711 Apr 14 16:17:19.803149 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [-] (85223) accepted ('10.222.0.48', 52202) {{(pid=85223) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:20.140978 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5376a773-8a90-483b-ac11-e4b167d57209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:20.167570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5376a773-8a90-483b-ac11-e4b167d57209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:20.214722 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5376a773-8a90-483b-ac11-e4b167d57209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941454'] for security_group, after_delete {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:20.219760 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-ec36ecd9-26f5-4748-8597-c730216fc4d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:20.232996 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376a773-8a90-483b-ac11-e4b167d57209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348ae0b7-5568-48a2-969f-c4411dff6e7e,revision_number=None']} {{(pid=85223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:20.235990 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG oslo_concurrency.lockutils [None req-5376a773-8a90-483b-ac11-e4b167d57209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:20.236955 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5376a773-8a90-483b-ac11-e4b167d57209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:20.238154 dv-cinder-786260-2-smb neutron-server[85109]: INFO neutron.wsgi [None req-5376a773-8a90-483b-ac11-e4b167d57209 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/348ae0b7-5568-48a2-969f-c4411dff6e7e HTTP/1.1" status: 204 len: 168 time: 0.4339969 Apr 14 16:17:23.507875 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-bf04af02-fcb1-4540-be9f-1184b3b014fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:24.185534 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:25.812484 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c6cd9ac5-bb7f-4c19-990e-828e9a7b9754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:26.561169 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:26.844049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:27.866121 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:44.703509 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:17:53.509059 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-7ae94010-169a-4d41-a081-d0981273f3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:54.178069 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:55.813087 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-c1be551e-1d39-4a36-9a09-648f2333bc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:56.564278 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:56.844638 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:57.869017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:21.708973 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:18:23.551168 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-5322f19b-b864-4425-a16b-d84cc4336ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:24.203091 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:25.813918 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dff20d11-7b54-4639-8ee4-632be434cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:26.566717 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:26.845978 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:27.871595 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:53.513570 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a3c694fd-36c4-4f2c-bd28-1530f94dd8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:54.204730 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:55.815818 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-1939e61c-f88a-4bfd-a601-67dd81a75770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:56.569171 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:56.847049 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:57.875113 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:58.704550 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:19:23.515383 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-8611ac3c-df1f-4f3e-8aec-efa7bb6e23c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.219884 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.820407 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-ab3405c9-ff2c-4d99-8838-68db5973c71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:26.571979 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:26.848300 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:27.880243 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:35.705118 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:19:53.516796 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a6ffe9b5-c82d-4b98-b940-8e5196374495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:54.235430 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:55.821925 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-f5db91df-0bb0-49db-9d77-72dc5ac98524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:56.574344 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:56.849118 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:57.883503 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:12.705062 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:20:23.518778 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-9e4cdabb-825c-48ec-9df7-871afb8338d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:24.235228 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:25.823693 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2bb0-2818-489e-8be7-c07b0c1a3ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:26.576212 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:26.850102 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.886374 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:34.728044 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.wsgi [req-55424fe9-a048-45ae-8171-61471fbe9959 req-4bceee3d-8502-4791-8dfb-49c39c07bd0f service neutron] (85223) timed out ('10.222.0.25', 55252) {{(pid=85223) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 14 16:20:49.705464 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:20:53.519812 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-b03a3cc8-d820-4bd3-836c-101c7436a2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:54.234584 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:55.826284 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dad8e5a7-5526-4e9e-9352-cb9d0998d42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:56.579529 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:56.852214 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:57.890406 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:23.522017 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-fe182685-7709-4c2c-993a-3b6c9d40d5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:24.233916 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:25.827415 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-a535284c-7606-4540-b274-61cff61c0132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:26.583117 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:26.705334 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:21:26.853233 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:27.893390 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:53.524266 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-18a314bb-1f29-4438-b29e-86c4598d1c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:54.234715 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-d99bf4b1-c75c-4c92-b453-3523a57f32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:55.830929 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-871f99b0-9015-44f0-b90f-9dc01444ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:56.585672 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-89410046-9ad7-4bfc-8765-29bb6b290134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:56.853478 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c357-da6a-4bec-8efd-d8aeb8bf952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:57.897600 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron_lib.callbacks.manager [None req-960aa7cf-20b9-45ae-a0c6-b76fbd974af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258990442083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702660'] for agent, after_update {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:03.706507 dv-cinder-786260-2-smb neutron-server[85109]: DEBUG neutron.db.agents_db [None req-92b4b41f-f745-40ba-957a-ea45342c79b2 None None] Agent healthcheck: found 6 active agents {{(pid=85225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}